-- Logs begin at Thu 2021-06-10 14:06:23 UTC, end at Thu 2021-06-10 14:56:15 UTC. -- Jun 10 14:34:23.100329 dv-cinder-795785-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 10 14:34:25.737142 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.common.config [-] Logging enabled! Jun 10 14:34:25.737739 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev314 Jun 10 14:34:25.737912 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=98083) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 10 14:34:25.741051 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.common.config [-] Logging enabled! Jun 10 14:34:25.741310 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev314 Jun 10 14:34:25.741629 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=98083) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 10 14:34:25.742556 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 10 14:34:25.742794 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 10 14:34:25.743163 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 10 14:34:25.743544 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 10 14:34:25.743785 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 10 14:34:25.744103 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:25.744425 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:25.744728 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:25.744959 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:25.745257 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:25.745549 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:25.745834 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:25.746128 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:25.746425 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:25.746712 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:25.747138 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:25.747431 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:25.747666 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:25.747952 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] config_source = [] {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:25.748244 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:25.748668 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:25.748896 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] debug = True {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:25.749178 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:25.749607 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:25.750016 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:25.750301 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:25.750594 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:25.750876 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:25.751152 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:25.751429 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:25.751723 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:25.752056 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] host = dv-cinder-795785-1-smb {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:25.752358 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:25.752650 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:25.752939 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:25.753228 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:25.753505 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:25.753785 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:25.754073 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:25.754349 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] log_dir = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:25.754624 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] log_file = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:25.754900 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:25.755190 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:25.755478 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:25.755769 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:25.755996 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:25.756221 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:25.756534 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:25.756823 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:25.757099 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:25.757372 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:25.757646 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:25.757922 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:25.758195 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:25.758463 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:25.758750 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:25.759036 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:25.759323 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:25.759598 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:25.759872 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:25.760147 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:25.760442 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:25.760730 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:25.761007 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:25.761283 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:25.761563 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:25.761853 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:25.762125 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:25.762438 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:25.762848 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:25.763036 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:25.763318 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:25.763605 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:25.763879 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:25.764166 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:25.764474 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:25.764751 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] use_journal = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:25.765025 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] use_json = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:25.765299 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:25.765570 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:25.765853 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:25.766127 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:25.766401 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:25.766674 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:25.766946 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:25.767230 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:25.767528 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:25.767825 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:25.768132 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:25.768442 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:25.768740 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:25.769021 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:25.769311 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:25.769590 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:25.769880 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:25.770171 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:25.770463 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:25.770743 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:25.771032 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:25.771312 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:25.771611 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:25.771917 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:25.772214 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:25.772531 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:25.772809 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:25.773086 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:25.773361 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:25.773640 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:25.773927 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:25.774222 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:25.774512 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:25.774788 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:25.775068 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:25.775363 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:25.775642 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:25.775914 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:25.776194 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:25.776550 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:25.776790 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:25.777064 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:25.777348 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:25.777624 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:25.777897 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:25.778721 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:25.778963 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:25.779259 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:25.779533 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:25.779807 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:25.780079 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:25.780386 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:25.780663 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:25.780949 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:25.781225 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:25.781497 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:25.781768 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:25.782050 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:25.782324 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:25.782598 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:25.782878 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:25.783151 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:25.783430 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:25.783704 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:25.783978 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:25.784251 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:25.784549 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:25.784823 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:25.785097 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:25.785370 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:25.785649 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:25.785924 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:25.786196 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:25.786471 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:25.786744 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:25.787018 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:25.787305 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:25.787603 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:25.787884 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:25.788164 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:25.788472 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:25.788756 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:25.789037 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:25.789315 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:25.789596 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:25.789874 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:25.790149 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:25.790442 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:25.790728 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:25.791016 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:25.791302 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:25.791581 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:25.791882 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:25.792162 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:25.792474 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:25.792756 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:25.793037 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:25.793328 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:25.793635 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:25.794532 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:25.794833 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:25.795135 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:25.795435 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:25.795732 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:25.796014 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:25.796347 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:25.796633 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:25.796856 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 10 14:34:25.797098 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=98083) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 10 14:34:26.144643 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=98083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:34:26.144846 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=98083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:34:26.145136 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=98083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:34:26.145471 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 10 14:34:26.533849 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:26.534142 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:26.534416 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:26.535725 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:26.536001 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:26.536269 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:26.570642 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:26.570921 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:26.571193 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:26.584794 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:26.585072 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:26.585339 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:26.615222 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:26.615507 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:26.615777 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:26.651164 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:26.651445 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:26.651715 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:26.881230 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:26.881842 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:26.881842 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:26.881998 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:26.882867 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.005138 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.005460 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.005743 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.006015 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.006282 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.006593 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.006853 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.007109 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.007363 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.007646 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.007906 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.008170 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.008578 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.008852 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.009111 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.009378 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.009652 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.009911 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.010187 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.010442 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.010726 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.011081 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.011332 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.011618 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.011870 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.012116 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.013081 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=98083) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 10 14:34:27.013330 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=98083) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 10 14:34:27.013570 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=98083) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 10 14:34:27.013809 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=98083) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 10 14:34:27.014045 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=98083) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 10 14:34:27.014280 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=98083) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 10 14:34:27.015553 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 10 14:34:27.018639 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 10 14:34:27.022573 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 10 14:34:27.026551 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Jun 10 14:34:27.028756 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 10 14:34:27.029215 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 10 14:34:27.029553 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 10 14:34:27.029934 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 10 14:34:27.032739 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 10 14:34:27.032998 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 10 14:34:27.033347 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 10 14:34:27.060832 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 10 14:34:27.061278 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.061576 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=98083) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 10 14:34:27.061950 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.063544 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=98083) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 10 14:34:27.063823 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 10 14:34:27.064069 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 10 14:34:27.067254 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.067536 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.131209 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 10 14:34:27.131494 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 10 14:34:27.131688 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 10 14:34:27.132057 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 10 14:34:27.152186 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_db.sqlalchemy.engines [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=98083) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 10 14:34:27.679244 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.plugins.ml2.managers [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Initializing driver for type 'gre' Jun 10 14:34:27.679761 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] gre ID ranges: [(1, 1000)] Jun 10 14:34:27.732065 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.plugins.ml2.managers [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Initializing driver for type 'local' Jun 10 14:34:27.732461 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.plugins.ml2.managers [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Initializing driver for type 'vlan' Jun 10 14:34:27.744053 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] VlanTypeDriver initialization complete Jun 10 14:34:27.744455 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.plugins.ml2.managers [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Initializing driver for type 'vxlan' Jun 10 14:34:27.744931 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] vxlan ID ranges: [(1, 1000)] Jun 10 14:34:27.793234 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.plugins.ml2.managers [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Initializing extension driver 'port_security' Jun 10 14:34:27.793541 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.plugins.ml2.extensions.port_security [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] PortSecurityExtensionDriver initialization complete Jun 10 14:34:27.793970 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.plugins.ml2.managers [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Initializing mechanism driver 'openvswitch' Jun 10 14:34:27.794292 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.plugins.ml2.managers [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Initializing mechanism driver 'hyperv' Jun 10 14:34:27.800650 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.plugins.ml2.plugin [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=98083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:34:27.801571 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Subscribe: > port after_create 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.801947 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Subscribe: > port after_update 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.802302 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Subscribe: > port after_delete 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.802681 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Subscribe: > subnet after_create 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.803032 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Subscribe: > subnet after_update 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.803368 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Subscribe: > subnet after_delete 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.803736 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Subscribe: > network after_create 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.804073 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Subscribe: > network after_update 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.804434 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Subscribe: > network after_delete 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.804804 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Subscribe: > security_group after_create 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.805143 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Subscribe: > security_group after_update 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.805477 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Subscribe: > security_group after_delete 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.805846 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.806180 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.806513 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.806883 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Subscribe: > address_group after_create 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.807221 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Subscribe: > address_group after_update 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.807554 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Subscribe: > address_group after_delete 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.807902 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] ML2 OVO RPC backend initialized. {{(pid=98083) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 10 14:34:27.808605 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Subscribe: > router_interface after_create 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.808953 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.809868 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Subscribe: > network before_response 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.810208 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Subscribe: > networks before_response 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.810548 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Subscribe: > port before_response 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.810883 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Subscribe: > ports before_response 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.811218 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Subscribe: > subnet before_response 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.811549 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Subscribe: > subnets before_response 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.811886 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Subscribe: > network after_create 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.812492 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Subscribe: > network after_update 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.812822 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Subscribe: > network after_delete 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.813152 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Subscribe: > port after_create 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.813480 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Subscribe: > port after_update 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.813812 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Subscribe: > port after_delete 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.814141 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Subscribe: > subnet after_create 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.814472 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Subscribe: > subnet after_update 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.814800 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Subscribe: > subnet after_delete 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.815360 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.plugins.ml2.plugin [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Modular L2 Plugin initialization complete Jun 10 14:34:27.815680 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.manager [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading services supported by the core plugin {{(pid=98083) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 10 14:34:27.815998 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.plugins.ml2.managers [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Got port-security extension from driver 'port_security' Jun 10 14:34:27.816475 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.extensions.vlantransparent [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Disabled vlantransparent extension. Jun 10 14:34:27.816951 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.manager [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=98083) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 10 14:34:27.817259 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.manager [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading Plugin: router Jun 10 14:34:27.852176 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Subscribe: > router_interface before_create 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.852583 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Subscribe: > router after_create 55549900 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.852945 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Subscribe: > router before_create 55549900 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.853299 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.853661 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.854005 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Subscribe: > router after_delete 55549900 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.854356 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Subscribe: > floatingip after_update 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.854710 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Subscribe: > router after_create 55549900 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.855047 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Subscribe: > router after_update 55549900 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.855388 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Subscribe: > router after_update 55549900 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.855726 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.856094 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Subscribe: > router after_update 55549900 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.856526 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Subscribe: > router precommit_update 55549900 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.856887 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Subscribe: port after_update 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.857225 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Subscribe: port after_delete 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.857555 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Subscribe: subnet after_update 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.857885 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.858225 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Subscribe: > port precommit_delete 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.858566 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Subscribe: > router precommit_create 55549900 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.858901 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Subscribe: port before_delete 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.859235 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Subscribe: > router precommit_create 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.859583 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Subscribe: > router after_update 55549900 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.859916 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Subscribe: > router precommit_delete 55549900 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.860260 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Subscribe: > router precommit_create 55549900 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.860705 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Subscribe: > router_interface after_create 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.861049 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Subscribe: > router precommit_update 55549900 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.861419 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Subscribe: > network after_delete 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.862265 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.quota.resource_registry [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Tracking information for resource: router configured {{(pid=98083) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 10 14:34:27.862592 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.quota.resource_registry [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Tracking information for resource: floatingip configured {{(pid=98083) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 10 14:34:27.867431 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.db.l3_agentschedulers_db [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 10 14:34:27.868001 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Subscribe: port after_update 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.868385 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Subscribe: port after_create 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.868732 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Subscribe: port after_delete 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.869074 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Subscribe: port after_update 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.869843 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Subscribe: > router before_create 55550100 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.870201 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Subscribe: > router precommit_delete 55550100 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.870556 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Subscribe: > router precommit_create 55550100 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.870906 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Subscribe: > router precommit_update 55550100 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.875863 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.services.provider_configuration [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Service providers = [] {{(pid=98083) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 10 14:34:27.876221 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.db.servicetype_db [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=98083) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 10 14:34:27.879083 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.services.service_base [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=98083) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 10 14:34:27.879425 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.services.service_base [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=98083) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 10 14:34:27.879760 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.services.service_base [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=98083) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 10 14:34:27.880650 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.services.service_base [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=98083) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 10 14:34:27.881017 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.services.service_base [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 10 14:34:27.881383 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.manager [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=98083) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 10 14:34:27.881907 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.manager [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 10 14:34:27.892450 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.manager [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=98083) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 10 14:34:27.892783 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.manager [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading Plugin: auto_allocate Jun 10 14:34:27.898629 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Subscribe: network precommit_update 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.898996 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Subscribe: network precommit_create 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.899507 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.manager [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=98083) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 10 14:34:27.899823 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.manager [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading Plugin: tag Jun 10 14:34:27.906293 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.manager [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=98083) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 10 14:34:27.906623 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.manager [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading Plugin: timestamp Jun 10 14:34:27.910499 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.manager [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=98083) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 10 14:34:27.910829 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.manager [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading Plugin: network_ip_availability Jun 10 14:34:27.916165 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.916551 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.916902 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:27.917599 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.manager [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=98083) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 10 14:34:27.917911 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.manager [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading Plugin: flavors Jun 10 14:34:27.922533 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.manager [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=98083) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 10 14:34:27.922875 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.manager [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading Plugin: revisions Jun 10 14:34:27.927088 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.manager [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=98083) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 10 14:34:27.927469 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_concurrency.lockutils [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.782s {{(pid=98083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:34:27.928191 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=98083) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 10 14:34:27.928546 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Initializing extension manager. Jun 10 14:34:27.929047 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: __init__.py {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:27.929381 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: __pycache__ {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:27.929710 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:27.930036 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: address_group.py {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:27.930762 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=98083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:27.931313 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loaded extension: address-group Jun 10 14:34:27.931627 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: address_scope.py {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:27.932331 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=98083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:27.932835 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loaded extension: address-scope Jun 10 14:34:27.933150 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: admin_state_down_before_update.py {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:27.934041 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=98083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:27.935070 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loaded extension: router-admin-state-down-before-update Jun 10 14:34:27.935382 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: agent.py {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:27.936238 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=98083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:27.936757 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loaded extension: agent Jun 10 14:34:27.937070 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: agent_resources_synced.py {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:27.938195 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=98083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:27.938691 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loaded extension: agent-resources-synced Jun 10 14:34:27.939004 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: allowedaddresspairs.py {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:27.940753 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=98083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:27.941270 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loaded extension: allowed-address-pairs Jun 10 14:34:27.941588 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: auto_allocated_topology.py {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:27.942629 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=98083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:27.943137 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loaded extension: auto-allocated-topology Jun 10 14:34:27.943455 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: availability_zone.py {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:27.944125 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=98083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:27.944663 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loaded extension: availability_zone Jun 10 14:34:27.944985 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: availability_zone_filter.py {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:27.945865 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=98083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:27.946366 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loaded extension: availability_zone_filter Jun 10 14:34:27.946680 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: data_plane_status.py {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:27.947551 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=98083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:27.948043 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Extension data-plane-status not supported by any of loaded plugins Jun 10 14:34:27.948390 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: default_subnetpools.py {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:27.949272 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=98083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:27.949769 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loaded extension: default-subnetpools Jun 10 14:34:27.950711 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: dhcpagentscheduler.py {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:27.951496 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=98083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:27.951990 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loaded extension: dhcp_agent_scheduler Jun 10 14:34:27.952336 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: dns.py {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:27.953222 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=98083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:27.953714 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Extension dns-integration not supported by any of loaded plugins Jun 10 14:34:27.954031 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: dns_domain_ports.py {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:27.954910 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=98083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:27.955406 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 10 14:34:27.955720 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: dvr.py {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:27.956401 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=98083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:27.956902 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loaded extension: dvr Jun 10 14:34:27.957216 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: empty_string_filtering.py {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:27.958095 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=98083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:27.958598 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loaded extension: empty-string-filtering Jun 10 14:34:27.958913 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:27.959796 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=98083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:27.960302 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 10 14:34:27.960632 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:27.961522 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=98083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:27.962013 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 10 14:34:27.962326 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: external_net.py {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:27.963195 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=98083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:27.963691 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loaded extension: external-net Jun 10 14:34:27.964002 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: extra_dhcp_opt.py {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:27.964894 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=98083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:27.965390 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loaded extension: extra_dhcp_opt Jun 10 14:34:27.965728 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: extraroute.py {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:27.966606 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=98083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:27.967104 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loaded extension: extraroute Jun 10 14:34:27.967417 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: extraroute_atomic.py {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:27.968438 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=98083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:27.968943 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loaded extension: extraroute-atomic Jun 10 14:34:27.969261 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: filter_validation.py {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:27.969896 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=98083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:27.970392 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loaded extension: filter-validation Jun 10 14:34:27.970709 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: fip_pf_description.py {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:27.971579 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=98083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:27.972074 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 10 14:34:27.972418 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: fip_port_details.py {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:27.973306 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=98083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:27.973807 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loaded extension: fip-port-details Jun 10 14:34:27.974125 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: flavors.py {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:27.975319 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=98083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:27.975825 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loaded extension: flavors Jun 10 14:34:27.976153 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:27.977795 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=98083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:27.978303 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 10 14:34:27.978625 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: floatingip_pools.py {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:27.979295 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=98083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:27.979795 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loaded extension: floatingip-pools Jun 10 14:34:27.980112 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: ip_allocation.py {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:27.981026 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=98083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:27.981561 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Extension ip_allocation not supported by any of loaded plugins Jun 10 14:34:27.981926 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:27.982817 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=98083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:27.983314 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loaded extension: ip-substring-filtering Jun 10 14:34:27.983631 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: l2_adjacency.py {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:27.984559 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=98083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:27.985056 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 10 14:34:27.985372 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: l3.py {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:27.986307 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=98083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:27.986813 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loaded extension: router Jun 10 14:34:27.987131 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: l3_conntrack_helper.py {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:27.989507 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=98083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:27.990029 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 10 14:34:27.990357 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:27.991260 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=98083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:27.991770 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loaded extension: ext-gw-mode Jun 10 14:34:27.992093 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:27.993011 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=98083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:27.993514 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loaded extension: l3-ha Jun 10 14:34:27.993833 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: l3_flavors.py {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:27.994713 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=98083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:27.995226 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loaded extension: l3-flavors Jun 10 14:34:27.995541 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:27.996469 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=98083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:27.997589 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 10 14:34:27.997911 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: l3agentscheduler.py {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:27.998920 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=98083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:27.999421 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loaded extension: l3_agent_scheduler Jun 10 14:34:27.999743 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: logging.py {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:28.001231 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=98083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:28.001746 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Extension logging not supported by any of loaded plugins Jun 10 14:34:28.002066 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: metering.py {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:28.002775 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=98083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:28.003340 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loaded extension: metering Jun 10 14:34:28.003657 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:28.004738 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=98083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:28.005245 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loaded extension: metering_source_and_destination_fields Jun 10 14:34:28.005564 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: multiprovidernet.py {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:28.006459 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=98083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:28.006958 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loaded extension: multi-provider Jun 10 14:34:28.007274 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: netmtu.py {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:28.008153 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=98083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:28.008687 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loaded extension: net-mtu Jun 10 14:34:28.009006 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: netmtu_writable.py {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:28.009888 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=98083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:28.010389 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loaded extension: net-mtu-writable Jun 10 14:34:28.010706 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: network_availability_zone.py {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:28.011353 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=98083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:28.011852 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loaded extension: network_availability_zone Jun 10 14:34:28.012167 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: network_ip_availability.py {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:28.013926 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=98083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:28.014433 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loaded extension: network-ip-availability Jun 10 14:34:28.014751 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: network_segment_range.py {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:28.015509 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=98083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:28.016003 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Extension network-segment-range not supported by any of loaded plugins Jun 10 14:34:28.016346 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: pagination.py {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:28.017310 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=98083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:28.017633 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loaded extension: pagination Jun 10 14:34:28.017948 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: port_device_profile.py {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:28.018821 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=98083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:28.019325 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loaded extension: port-device-profile Jun 10 14:34:28.019641 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:28.020549 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=98083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:28.021051 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loaded extension: port-mac-address-regenerate Jun 10 14:34:28.021368 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:28.022258 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=98083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:28.022757 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loaded extension: port-numa-affinity-policy Jun 10 14:34:28.023076 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: port_resource_request.py {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:28.023950 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=98083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:28.024476 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Extension port-resource-request not supported by any of loaded plugins Jun 10 14:34:28.024796 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: portbindings.py {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:28.025696 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=98083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:28.026203 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loaded extension: binding Jun 10 14:34:28.026516 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: portbindings_extended.py {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:28.029192 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=98083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:28.029711 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loaded extension: binding-extended Jun 10 14:34:28.030039 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: portsecurity.py {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:28.030935 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=98083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:28.031443 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loaded extension: port-security Jun 10 14:34:28.031765 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: project_id.py {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:28.032740 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=98083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:28.033065 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loaded extension: project-id Jun 10 14:34:28.033383 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: providernet.py {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:28.034279 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=98083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:28.034781 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loaded extension: provider Jun 10 14:34:28.035098 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: qos.py {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:28.038618 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=98083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:28.039138 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Extension qos not supported by any of loaded plugins Jun 10 14:34:28.039464 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:28.040717 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=98083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:28.041231 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 10 14:34:28.041556 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:28.042445 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=98083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:28.042948 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 10 14:34:28.043313 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: qos_default.py {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:28.044355 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=98083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:28.044865 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Extension qos-default not supported by any of loaded plugins Jun 10 14:34:28.045189 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: qos_fip.py {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:28.045822 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=98083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:28.046325 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Extension qos-fip not supported by any of loaded plugins Jun 10 14:34:28.046644 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: qos_gateway_ip.py {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:28.047537 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=98083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:28.048040 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 10 14:34:28.048383 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: qos_port_network_policy.py {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:28.049261 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=98083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:28.049765 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 10 14:34:28.050080 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: qos_rule_type_details.py {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:28.050967 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=98083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:28.051500 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 10 14:34:28.051816 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: qos_rules_alias.py {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:28.052858 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=98083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:28.053363 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 10 14:34:28.053680 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: quotasv2.py {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:28.054553 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=98083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:28.054874 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loaded extension: quotas Jun 10 14:34:28.055188 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: quotasv2_detail.py {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:28.058541 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=98083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:28.058889 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loaded extension: quota_details Jun 10 14:34:28.059790 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: rbac.py {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:28.061064 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=98083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:28.061652 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loaded extension: rbac-policies Jun 10 14:34:28.062025 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: rbac_address_group.py {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:28.063284 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=98083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:28.064012 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loaded extension: rbac-address-group Jun 10 14:34:28.064226 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: rbac_address_scope.py {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:28.065222 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=98083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:28.065790 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loaded extension: rbac-address-scope Jun 10 14:34:28.066118 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: rbac_security_groups.py {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:28.067089 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=98083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:28.067671 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loaded extension: rbac-security-groups Jun 10 14:34:28.068022 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: rbac_subnetpool.py {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:28.069231 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=98083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:28.069980 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loaded extension: rbac-subnetpool Jun 10 14:34:28.070178 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: revisionifmatch.py {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:28.071110 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=98083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:28.071634 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loaded extension: revision-if-match Jun 10 14:34:28.072015 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: revisions.py {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:28.073208 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=98083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:28.073734 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loaded extension: standard-attr-revisions Jun 10 14:34:28.074087 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: router_availability_zone.py {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:28.074808 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=98083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:28.075884 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loaded extension: router_availability_zone Jun 10 14:34:28.076220 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: routerservicetype.py {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:28.077220 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=98083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:28.077722 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Extension router-service-type not supported by any of loaded plugins Jun 10 14:34:28.078041 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:28.078934 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=98083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:28.079440 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loaded extension: security-groups-normalized-cidr Jun 10 14:34:28.079759 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: security_groups_port_filtering.py {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:28.080683 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=98083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:28.081181 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loaded extension: port-security-groups-filtering Jun 10 14:34:28.081501 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:28.082397 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=98083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:28.082902 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loaded extension: security-groups-remote-address-group Jun 10 14:34:28.083219 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: securitygroup.py {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:28.092757 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=98083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:28.093284 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loaded extension: security-group Jun 10 14:34:28.093617 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: segment.py {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:28.094379 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=98083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:28.094910 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Extension segment not supported by any of loaded plugins Jun 10 14:34:28.095235 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:28.096138 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=98083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:28.096673 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 10 14:34:28.097000 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: servicetype.py {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:28.098088 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=98083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:28.098601 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loaded extension: service-type Jun 10 14:34:28.098922 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: sorting.py {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:28.099875 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=98083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:28.100200 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loaded extension: sorting Jun 10 14:34:28.100541 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: standard_attr_segment.py {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:28.101427 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=98083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:28.101934 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 10 14:34:28.102250 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: standardattrdescription.py {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:28.102874 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=98083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:28.103373 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loaded extension: standard-attr-description Jun 10 14:34:28.103691 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: stateful_security_group.py {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:28.104613 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=98083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:28.105121 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loaded extension: stateful-security-group Jun 10 14:34:28.105437 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: stdattrs_common.py {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:28.105998 dv-cinder-795785-1-smb neutron-server[98083]: WARNING neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 10 14:34:28.106827 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:28.107797 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=98083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:28.108322 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 10 14:34:28.108644 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: subnet_onboard.py {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:28.109708 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=98083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:28.110224 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loaded extension: subnet_onboard Jun 10 14:34:28.110541 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:28.111448 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=98083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:28.111952 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 10 14:34:28.112269 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: subnet_service_types.py {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:28.113183 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=98083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:28.113692 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loaded extension: subnet-service-types Jun 10 14:34:28.114008 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: subnetallocation.py {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:28.115184 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=98083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:28.115558 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loaded extension: subnet_allocation Jun 10 14:34:28.115879 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:28.116549 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=98083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:28.117052 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loaded extension: subnetpool-prefix-ops Jun 10 14:34:28.117366 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:28.118273 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=98083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:28.118773 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 10 14:34:28.119089 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: tagging.py {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:28.120126 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=98083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:28.120668 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loaded extension: standard-attr-tag Jun 10 14:34:28.120991 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: timestamp.py {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:28.122718 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=98083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:28.123223 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loaded extension: standard-attr-timestamp Jun 10 14:34:28.123545 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: trunk.py {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:28.124572 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=98083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:28.125083 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Extension trunk not supported by any of loaded plugins Jun 10 14:34:28.125402 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: trunk_details.py {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:28.126290 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=98083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:28.126792 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Extension trunk-details not supported by any of loaded plugins Jun 10 14:34:28.127108 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: uplink_status_propagation.py {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:28.128002 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=98083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:28.128534 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 10 14:34:28.128855 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Loading extension file: vlantransparent.py {{(pid=98083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:28.129508 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=98083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:28.130007 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 10 14:34:28.132466 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.quota.resource_registry [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Creating instance of TrackedResource for resource:network Jun 10 14:34:28.133002 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.quota.resource_registry [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Creating instance of TrackedResource for resource:subnet Jun 10 14:34:28.133392 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.quota.resource_registry [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Creating instance of TrackedResource for resource:subnetpool Jun 10 14:34:28.133785 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.quota.resource_registry [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Creating instance of TrackedResource for resource:port Jun 10 14:34:28.135028 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.v2.resource_helper [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98083) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 14:34:28.135472 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.v2.resource_helper [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Service FLAVORS assigned prefix: {{(pid=98083) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 14:34:28.136078 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.v2.resource_helper [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98083) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 14:34:28.136543 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.v2.resource_helper [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98083) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 14:34:28.136874 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.quota.resource_registry [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Creating instance of TrackedResource for resource:router Jun 10 14:34:28.137341 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.quota.resource_registry [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Creating instance of TrackedResource for resource:floatingip Jun 10 14:34:28.137814 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.v2.resource_helper [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Service METERING assigned prefix: /metering {{(pid=98083) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 14:34:28.139337 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:28.139716 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:28.140063 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:28.141095 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.quota.resource_registry [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Creating instance of CountableResource for resource:rbac_policy Jun 10 14:34:28.141527 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.quota.resource_registry [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Creating instance of TrackedResource for resource:security_group Jun 10 14:34:28.141947 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.quota.resource_registry [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 10 14:34:28.142555 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.v2.resource_helper [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Service CORE assigned prefix: {{(pid=98083) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 14:34:28.142882 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.quota.resource_registry [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Creating instance of TrackedResource for resource:subnetpool Jun 10 14:34:28.143224 dv-cinder-795785-1-smb neutron-server[98083]: WARNING neutron.quota.resource_registry [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] subnetpool is already registered Jun 10 14:34:28.143639 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.v2.resource_helper [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Service CORE assigned prefix: {{(pid=98083) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 14:34:28.143958 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.quota.resource_registry [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Creating instance of TrackedResource for resource:subnetpool Jun 10 14:34:28.144303 dv-cinder-795785-1-smb neutron-server[98083]: WARNING neutron.quota.resource_registry [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] subnetpool is already registered Jun 10 14:34:28.146575 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.v2.resource_helper [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98083) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 14:34:28.147002 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.v2.resource_helper [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Service FLAVORS assigned prefix: {{(pid=98083) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 14:34:28.147601 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.v2.resource_helper [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98083) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 14:34:28.148022 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.v2.resource_helper [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98083) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 14:34:28.148378 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.quota.resource_registry [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Creating instance of TrackedResource for resource:router Jun 10 14:34:28.148722 dv-cinder-795785-1-smb neutron-server[98083]: WARNING neutron.quota.resource_registry [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] router is already registered Jun 10 14:34:28.149133 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.quota.resource_registry [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Creating instance of TrackedResource for resource:floatingip Jun 10 14:34:28.149466 dv-cinder-795785-1-smb neutron-server[98083]: WARNING neutron.quota.resource_registry [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] floatingip is already registered Jun 10 14:34:28.149917 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.v2.resource_helper [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Service METERING assigned prefix: /metering {{(pid=98083) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 14:34:28.150566 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.quota.resource_registry [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Creating instance of CountableResource for resource:rbac_policy Jun 10 14:34:28.150887 dv-cinder-795785-1-smb neutron-server[98083]: WARNING neutron.quota.resource_registry [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] rbac_policy is already registered Jun 10 14:34:28.151290 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.quota.resource_registry [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Creating instance of TrackedResource for resource:security_group Jun 10 14:34:28.151620 dv-cinder-795785-1-smb neutron-server[98083]: WARNING neutron.quota.resource_registry [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] security_group is already registered Jun 10 14:34:28.152012 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.quota.resource_registry [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 10 14:34:28.152359 dv-cinder-795785-1-smb neutron-server[98083]: WARNING neutron.quota.resource_registry [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] security_group_rule is already registered Jun 10 14:34:28.153002 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.v2.resource_helper [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Service CORE assigned prefix: {{(pid=98083) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 14:34:28.153386 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.quota.resource_registry [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Creating instance of TrackedResource for resource:subnetpool Jun 10 14:34:28.153716 dv-cinder-795785-1-smb neutron-server[98083]: WARNING neutron.quota.resource_registry [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] subnetpool is already registered Jun 10 14:34:28.154125 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.v2.resource_helper [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Service CORE assigned prefix: {{(pid=98083) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 14:34:28.154444 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.quota.resource_registry [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Creating instance of TrackedResource for resource:subnetpool Jun 10 14:34:28.154772 dv-cinder-795785-1-smb neutron-server[98083]: WARNING neutron.quota.resource_registry [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] subnetpool is already registered Jun 10 14:34:28.155229 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Extended resource: extensions {{(pid=98083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 14:34:28.156693 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Extended resource: address-groups {{(pid=98083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 14:34:28.158174 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Extended resource: address-scopes {{(pid=98083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 14:34:28.159553 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Extended resource: agents {{(pid=98083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 14:34:28.160744 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Extended resource: auto-allocated-topology {{(pid=98083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 14:34:28.161982 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Extended resource: availability_zones {{(pid=98083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 14:34:28.163194 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Extended resource: dhcp-networks {{(pid=98083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 14:34:28.164733 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Extended resource: dhcp-agents {{(pid=98083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 14:34:28.166146 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Extended resource: routers {{(pid=98083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 14:34:28.167894 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Extended resource: flavors {{(pid=98083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 14:34:28.169736 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Extended resource: service_profiles {{(pid=98083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 14:34:28.170941 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Extended resource: next_providers {{(pid=98083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 14:34:28.172381 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Extended resource: service_profiles {{(pid=98083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 14:34:28.173916 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Extended resource: floatingip-pools {{(pid=98083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 14:34:28.175122 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Extended resource: routers {{(pid=98083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 14:34:28.176853 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Extended resource: floatingips {{(pid=98083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 14:34:28.178114 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Extended resource: l3-routers {{(pid=98083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 14:34:28.179503 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Extended resource: l3-agents {{(pid=98083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 14:34:28.181057 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Extended resource: metering-labels {{(pid=98083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 14:34:28.182316 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Extended resource: metering-label-rules {{(pid=98083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 14:34:28.185312 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Extended resource: network-ip-availabilities {{(pid=98083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 14:34:28.186654 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Extended resource: bindings {{(pid=98083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 14:34:28.188489 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Extended resource: quotas {{(pid=98083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 14:34:28.190035 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Extended resource: quotas {{(pid=98083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 14:34:28.191449 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Extended resource: rbac-policies {{(pid=98083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 14:34:28.192650 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Extended resource: security-groups {{(pid=98083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 14:34:28.193951 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Extended resource: security-group-rules {{(pid=98083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 14:34:28.195171 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Extended resource: service-providers {{(pid=98083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 14:34:28.196427 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Extended resource: subnetpools {{(pid=98083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 14:34:28.197759 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Extended resource: subnetpools {{(pid=98083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 14:34:28.199291 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Extended resource: tags {{(pid=98083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 14:34:28.201025 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Extended resource: tags {{(pid=98083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 14:34:28.202815 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Extended resource: tags {{(pid=98083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 14:34:28.204610 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Extended resource: tags {{(pid=98083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 14:34:28.206262 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Extended resource: tags {{(pid=98083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 14:34:28.208202 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Extended resource: tags {{(pid=98083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 14:34:28.209903 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Extended resource: tags {{(pid=98083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 14:34:28.211696 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Extended resource: tags {{(pid=98083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 14:34:28.213565 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Extended resource: tags {{(pid=98083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 14:34:28.215303 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron.api.extensions [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Extended resource: tags {{(pid=98083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 14:34:28.221732 dv-cinder-795785-1-smb neutron-server[98083]: WARNING keystonemiddleware.auth_token [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 10 14:34:28.226209 dv-cinder-795785-1-smb neutron-server[98083]: WARNING keystonemiddleware.auth_token [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 10 14:34:28.234978 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_concurrency.lockutils [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Acquired lock "singleton_lock" {{(pid=98083) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 10 14:34:28.235447 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_concurrency.lockutils [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Releasing lock "singleton_lock" {{(pid=98083) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 10 14:34:28.236078 dv-cinder-795785-1-smb neutron-server[98083]: INFO oslo_service.service [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Starting 2 workers Jun 10 14:34:28.240799 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Started child 98188 {{(pid=98083) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 10 14:34:28.245110 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Started child 98189 {{(pid=98083) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 10 14:34:28.246204 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:34:28.247497 dv-cinder-795785-1-smb neutron-server[98083]: INFO neutron.service [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 10 14:34:28.247904 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Notify callbacks [] for process, before_spawn {{(pid=98083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:34:28.248329 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [-] (98188) wsgi starting up on http://0.0.0.0:9696 Jun 10 14:34:28.250372 dv-cinder-795785-1-smb neutron-server[98083]: INFO oslo_service.service [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Starting 1 workers Jun 10 14:34:28.250543 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:34:28.251875 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [-] (98189) wsgi starting up on http://0.0.0.0:9696 Jun 10 14:34:28.255462 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Started child 98190 {{(pid=98083) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 10 14:34:28.255980 dv-cinder-795785-1-smb neutron-server[98083]: INFO oslo_service.service [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Starting 1 workers Jun 10 14:34:28.259161 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.service [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] calling RpcWorker wait() {{(pid=98190) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 10 14:34:28.259688 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.service [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] returning from RpcWorker wait() {{(pid=98190) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 10 14:34:28.260358 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Started child 98191 {{(pid=98083) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 10 14:34:28.261044 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:34:28.261202 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG neutron_lib.callbacks.manager [None req-1bcae78c-607d-4c48-bf33-960edc958c24 None None] Notify callbacks [] for process, after_spawn {{(pid=98083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:34:28.261623 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=98190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:34:28.263304 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=98083) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 10 14:34:28.263512 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 10 14:34:28.263697 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 10 14:34:28.263911 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 10 14:34:28.264237 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 10 14:34:28.264443 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 10 14:34:28.264950 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.265228 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.265510 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.265653 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:34:28.266120 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.266120 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.269809 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=98191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:34:28.269964 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.269964 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.269964 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.269964 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.269964 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.269964 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.269964 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.269964 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.270453 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.270453 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.270453 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.270453 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.270453 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.270453 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.270453 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] config_source = [] {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.270453 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.270891 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 59150) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:34:28.270961 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.270961 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] debug = True {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.270961 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.271333 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.271586 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.271805 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.272024 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.272354 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.272585 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.272875 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.273119 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.273354 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.273584 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.273845 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.274100 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.274312 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.274524 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.274766 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.274989 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.275465 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] host = dv-cinder-795785-1-smb {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.275694 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.275935 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.276177 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.276444 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.276685 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.276895 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.277144 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.277385 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.277622 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.277853 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.278166 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.278410 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.278641 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] log_dir = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.279460 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] log_file = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.279460 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] log_options = True {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.279753 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [-] 10.222.0.38 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067389 Jun 10 14:34:28.279894 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.279894 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.279894 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.280312 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.281126 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.281309 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.281619 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.282889 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.282889 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.283200 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.283200 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.283485 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.283623 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.283860 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.284034 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.284356 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.284538 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.284746 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.284999 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.285265 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.285482 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.285727 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.285972 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.286183 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.286414 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.286642 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.286882 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.287093 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.287303 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.287560 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.287790 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.288038 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.288291 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.288595 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.288823 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.289049 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.289259 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.289520 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.289747 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.289988 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.290227 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.290456 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.290705 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.290930 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.291140 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] use_journal = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.291383 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] use_json = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.292340 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.293456 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.293456 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.294384 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.294384 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.294676 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.294812 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.295067 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.295749 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.296312 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.296714 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.297082 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.297386 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.298456 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.298846 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.300633 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.300925 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.301294 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.301499 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.301736 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.302279 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.303061 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.303230 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.304206 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.304206 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.304206 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.304544 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.304624 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.305491 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.305491 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.305646 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.306746 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.306746 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.38/identity {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.306746 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.306746 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.307026 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.308425 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.308425 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.308425 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.308425 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.308425 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.308425 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.308821 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.308887 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.309133 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.310660 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.310660 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.310660 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.310869 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.311028 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.311193 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.311421 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.311636 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.311849 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.312390 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.313515 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.313515 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.313515 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.313743 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.313811 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.313991 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.314200 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.314415 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.314663 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.314896 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.315152 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.315343 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.315736 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.315999 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.316241 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.316524 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.316751 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.317010 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.318538 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.318538 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.318538 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.318959 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.318959 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.319766 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.319766 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.320074 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.320913 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.321187 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.321413 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.323300 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.323300 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.323300 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.323300 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.323300 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.323754 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.323754 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.323913 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.324144 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.324494 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.324736 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.326053 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.326295 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.326546 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.326796 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.327076 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.327308 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.327573 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.327797 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.328086 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.328420 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.328693 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.328927 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.330074 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.330348 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.330598 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.330853 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.331087 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.331344 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.331575 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.331861 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.332119 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.332412 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.332676 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.332959 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.333250 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.333488 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.333789 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.334030 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.334303 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.334615 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.334916 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.335134 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.335389 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.335627 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.335887 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.336268 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.337598 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.337598 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.337598 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.337598 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.337598 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.337945 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.337945 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.338172 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.338407 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.338738 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.338971 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.339938 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.339938 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.339938 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.339938 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.340222 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.340511 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.340767 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.341001 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.341271 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.341512 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.38/identity {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.341731 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.341963 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.342194 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.342409 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.342624 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.342837 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.343081 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.343314 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.343499 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.343741 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.343965 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.344186 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.344430 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.344669 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.344906 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.345154 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.345373 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.345612 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.345861 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.346181 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.346406 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.346626 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.346836 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.347067 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.347284 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.347563 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.347822 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.348053 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.348300 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.348555 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.348792 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.349004 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.349269 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.349486 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.349704 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.349915 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.350131 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.353365 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.353365 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.353365 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.353609 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.353801 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.353996 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.354321 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.354567 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.354830 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.355074 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.355299 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.355548 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.355768 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.356004 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.357578 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.357809 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.358032 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.358280 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.358512 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.358735 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.358949 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.359197 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.359409 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.359628 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.359839 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.360132 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.360408 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.360640 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.360880 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.361841 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.361841 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.362348 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.362588 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.363150 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.363150 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.363310 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.363522 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.363744 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.364665 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.364665 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.364665 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.364665 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.364937 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.365474 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.365474 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.365630 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.365696 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.365914 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.366102 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.366306 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.367364 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.367364 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.367364 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.367364 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.367733 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.367940 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.368309 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.369310 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.369549 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.369800 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.370021 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.370240 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.370873 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.370873 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.371036 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.371291 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.371541 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.372424 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.372698 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.372993 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.373834 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.373834 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.374006 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.375083 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.375374 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.375638 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.375901 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.376184 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.376447 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.377439 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.377439 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.377439 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.377439 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.377787 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.377974 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.378130 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.378370 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.378627 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.378845 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.379092 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.379320 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.379573 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.379815 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.379966 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 10 14:34:28.380559 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=98083) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 10 14:34:28.380833 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 10 14:34:28.380985 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 10 14:34:28.381157 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 10 14:34:28.381332 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 10 14:34:28.381485 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 10 14:34:28.381688 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.381842 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.381998 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.382165 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.382316 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.382501 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.382656 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.382809 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.382969 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.383120 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.383280 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.383437 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.383594 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.383751 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.383909 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.384066 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.384223 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.385210 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.385371 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.385534 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] config_source = [] {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.385687 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.385846 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.386899 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] debug = True {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.386899 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.386899 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.386899 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.386899 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.386899 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.387392 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.387392 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.387392 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.387617 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.387866 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.388055 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.388313 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.388820 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.388820 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.388820 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.389047 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.389047 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.389249 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] host = dv-cinder-795785-1-smb {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.389385 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.389524 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.389690 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.389851 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.390013 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.390174 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.390337 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.390481 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.390639 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.390795 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.390967 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.391135 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.391480 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] log_dir = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.391480 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] log_file = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.391639 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] log_options = True {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.391717 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.391854 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.392014 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.392187 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.392370 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.392533 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.392692 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.392850 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.393008 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.393171 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.393328 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.393535 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.393631 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.393784 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.393941 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.394097 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.394561 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.394561 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.394561 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.394787 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.394853 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.395042 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.395131 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.395373 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.396242 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.396414 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.396575 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.396729 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.396878 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.397013 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.397171 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.397312 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.397475 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.397634 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.397890 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.398062 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.398217 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.398378 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.398536 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.398693 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.399823 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.399823 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.399823 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.399823 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.399823 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] use_journal = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.399823 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] use_json = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.399823 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.400366 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.400366 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.400366 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.400366 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.400634 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.400634 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.400773 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:28.400963 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.401128 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.401303 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.401466 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.401628 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.401788 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.403000 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.403000 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.403000 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.403000 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.403000 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.403000 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.403000 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.403425 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.403425 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.403425 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.403608 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.403791 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.403969 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.404132 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.405667 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.405667 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.405667 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.405667 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.405667 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.38/identity {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.405667 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.405667 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.405667 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.406165 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.406165 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.406165 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.406165 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.406165 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.406435 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.407343 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.407508 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.407668 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.407832 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.408025 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.408188 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.408401 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.408529 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.408679 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.408841 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.409925 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.410093 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.410232 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.410398 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.410561 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.410721 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.410896 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.411051 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.411213 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.411354 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.412414 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.412700 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.412970 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.413235 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.413498 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.413855 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.413964 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.414122 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.414397 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.414572 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.414733 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.414906 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.415071 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.415239 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.415419 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.415706 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.415873 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.416039 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.416205 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.416452 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.416619 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.416766 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.416943 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.417104 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.417265 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.417426 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.418290 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.418290 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.418290 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.418290 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.418290 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.419142 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.419142 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.419142 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.419314 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.419446 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.419604 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.420643 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.420643 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.420643 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.420643 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.420643 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.421014 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.421014 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.421014 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.421237 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.421319 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.421492 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.421621 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.421779 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.421943 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.422100 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.422258 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.422512 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.422677 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.422833 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.422991 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.423159 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.423317 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.423479 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.423636 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.423802 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.424704 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.424704 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.424704 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.424944 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.424944 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.425089 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.425218 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.425382 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.425540 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.425698 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.425856 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.426023 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.426191 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.426349 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.426508 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.426666 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.426851 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.427010 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.427168 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.427168 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.427168 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.427168 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.427168 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.427168 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.427168 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.427168 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.428896 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.428896 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.38/identity {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.428896 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.428896 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.430004 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.430178 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.430347 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.430513 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.430686 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.430836 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.430991 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.431135 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.431297 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.431448 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.431609 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.431759 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.431919 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.432071 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.432245 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.433331 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.433519 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.433680 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.433834 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.433971 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.434130 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.434378 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.434543 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.434655 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=98190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:34:28.434759 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.434844 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.435001 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.435161 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.435321 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.435480 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.435639 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.435800 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.435958 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.436117 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.436295 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.436450 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.436609 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.436772 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.436932 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.437096 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.437492 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.437644 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.437818 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.437985 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.438131 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.438288 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.438444 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.438596 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.438756 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.438906 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.439059 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.439217 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.439378 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.439539 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.439695 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.439853 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.440013 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.440172 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.440355 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.440503 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.440662 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.440833 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.440994 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.441151 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.441308 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.441465 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.442386 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.442386 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.442386 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.442386 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.442386 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.442386 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.442995 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.442995 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.442995 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.442995 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.443360 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.443360 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.443561 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.443663 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.443784 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.443945 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.444108 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.444265 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.444442 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.444674 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.444816 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.444924 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.445051 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.445218 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.445375 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.445532 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.445690 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.445859 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.446018 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.446178 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.446336 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.446494 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.446652 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.446819 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.446983 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.447151 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.447316 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.447474 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.447640 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.447805 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.447971 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.448130 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.448341 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.448480 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.448639 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.448797 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.448956 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.449115 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.449272 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.449430 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.449588 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.449745 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.450015 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.450199 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.450358 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.450631 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.450791 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.450948 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.451109 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.451268 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.451427 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.451585 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.451744 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:28.451896 dv-cinder-795785-1-smb neutron-server[98083]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 10 14:34:39.617854 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c932d92-9330-406d-95b8-27abc72fed81 None None] get_active_networks_info from dv-cinder-795785-1-smb {{(pid=98190) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 10 14:34:39.702063 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c932d92-9330-406d-95b8-27abc72fed81 None None] No non-hosted networks {{(pid=98190) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 10 14:34:39.718065 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.agentschedulers_db [None req-4c932d92-9330-406d-95b8-27abc72fed81 None None] DHCP Agent not found on host dv-cinder-795785-1-smb {{(pid=98190) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 10 14:34:39.866774 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-c8dcf171-3f9d-4921-941c-16ed359724b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077'] for agent, after_create {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:34:42.024578 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077'] for agent, after_create {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:34:42.025370 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:34:42.025920 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:34:42.026352 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:34:42.026884 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:34:42.028386 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:34:42.031688 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:34:42.032140 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:34:42.033718 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:34:42.035155 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:34:42.036640 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:34:42.037885 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:34:42.038328 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:34:42.039417 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-795785-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=98190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:34:42.055827 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-795785-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=98190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:34:42.189569 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-bb9dc48a-d2f6-4677-970f-c13f8977453f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077'] for agent, after_create {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:34:42.262579 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-52eb28c1-fbff-447c-98b8-edc443d5bb5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:34:43.251931 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-eaea1bf5-020e-4d00-b5bd-84659b7b503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077'] for agent, after_create {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:34:44.838382 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-fbbc5fb5-3f71-4862-8fd7-9153cbf0fe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077'] for agent, after_create {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:34:45.940390 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 59256) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:34:46.436898 dv-cinder-795785-1-smb neutron-server[98189]: WARNING oslo_policy.policy [None req-561c5ac0-1e21-4934-aec8-9e83af7b69e9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 10 14:34:46.437764 dv-cinder-795785-1-smb neutron-server[98189]: WARNING oslo_policy.policy [None req-561c5ac0-1e21-4934-aec8-9e83af7b69e9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 10 14:34:46.653009 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [None req-561c5ac0-1e21-4934-aec8-9e83af7b69e9 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=98189) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 14:34:46.654129 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-561c5ac0-1e21-4934-aec8-9e83af7b69e9 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7127635 Jun 10 14:34:48.464358 dv-cinder-795785-1-smb neutron-server[98190]: INFO neutron.db.l3_hamode_db [None req-508f3fd7-f503-4f59-96ea-637e52d8fc39 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 10 14:34:48.557231 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508f3fd7-f503-4f59-96ea-637e52d8fc39 None None] Routers set() bound to L3 agent in host dv-cinder-795785-1-smb {{(pid=98190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:34:48.557613 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508f3fd7-f503-4f59-96ea-637e52d8fc39 None None] Router IDs set() for agent in host dv-cinder-795785-1-smb {{(pid=98190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 10 14:34:49.003252 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 59270) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:34:49.315891 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.v2.base [None req-92ed4448-5b33-4f63-9b19-efa371b1c055 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'shared': True}} {{(pid=98189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:34:49.413302 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.policy [None req-92ed4448-5b33-4f63-9b19-efa371b1c055 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=98189) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 10 14:34:49.458420 dv-cinder-795785-1-smb neutron-server[98189]: WARNING oslo_policy.policy [None req-92ed4448-5b33-4f63-9b19-efa371b1c055 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 10 14:34:49.458787 dv-cinder-795785-1-smb neutron-server[98189]: WARNING oslo_policy.policy [None req-92ed4448-5b33-4f63-9b19-efa371b1c055 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 10 14:34:49.467640 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.quota [None req-92ed4448-5b33-4f63-9b19-efa371b1c055 admin admin] Loaded quota_driver: . Jun 10 14:34:49.559616 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-92ed4448-5b33-4f63-9b19-efa371b1c055 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770846242122', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770846242717', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770846253964', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770846260546', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770846207881', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770846197763', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-33045270', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33283974', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-557588', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-634660'] for rbac-policy, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:34:49.624521 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-92ed4448-5b33-4f63-9b19-efa371b1c055 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:34:49.625716 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-92ed4448-5b33-4f63-9b19-efa371b1c055 admin admin] 10.222.0.38 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6214998 Jun 10 14:34:52.129127 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 59282) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:34:52.433502 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.v2.base [None req-975a145c-b3ed-403c-83ae-466dd592886a admin admin] Request body: {'network': {'project_id': '52e6a57150764538af01ea531e1f9d47', 'admin_state_up': True, 'name': 'private', 'tenant_id': '52e6a57150764538af01ea531e1f9d47'}} {{(pid=98189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:34:52.461027 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-975a145c-b3ed-403c-83ae-466dd592886a admin admin] Made reservation on behalf of 52e6a57150764538af01ea531e1f9d47 for: {'network': 1} {{(pid=98189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 14:34:52.463848 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-975a145c-b3ed-403c-83ae-466dd592886a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33290777'] for network, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:34:52.483183 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-975a145c-b3ed-403c-83ae-466dd592886a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:34:52.611876 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-975a145c-b3ed-403c-83ae-466dd592886a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:34:52.615582 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-975a145c-b3ed-403c-83ae-466dd592886a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:34:52.620831 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:34:52.636793 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-975a145c-b3ed-403c-83ae-466dd592886a admin admin] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=98189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 14:34:52.667303 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-975a145c-b3ed-403c-83ae-466dd592886a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770842930086', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32871535'] for segment, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:34:52.667817 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-975a145c-b3ed-403c-83ae-466dd592886a admin admin] Unsubscribe: segment precommit_create {{(pid=98189) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 10 14:34:52.668330 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.db.segments_db [None req-975a145c-b3ed-403c-83ae-466dd592886a admin admin] Added segment f93d097d-bbdb-4822-b400-f86fb48f123e of type vlan for network e0ff121b-ca6a-4655-93aa-21125759945f Jun 10 14:34:52.686726 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975a145c-b3ed-403c-83ae-466dd592886a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a2fbd0-0a4e-4a50-81d3-5bb3fa6a5e58,revision_number=1']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:34:52.741036 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975a145c-b3ed-403c-83ae-466dd592886a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:34:52.741360 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975a145c-b3ed-403c-83ae-466dd592886a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:34:52.741683 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975a145c-b3ed-403c-83ae-466dd592886a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:34:52.741999 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975a145c-b3ed-403c-83ae-466dd592886a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:34:52.742308 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975a145c-b3ed-403c-83ae-466dd592886a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:34:52.742618 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975a145c-b3ed-403c-83ae-466dd592886a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:34:52.742923 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975a145c-b3ed-403c-83ae-466dd592886a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:34:52.743225 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975a145c-b3ed-403c-83ae-466dd592886a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:34:52.743544 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975a145c-b3ed-403c-83ae-466dd592886a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:34:52.743850 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975a145c-b3ed-403c-83ae-466dd592886a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:34:52.744149 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975a145c-b3ed-403c-83ae-466dd592886a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:34:52.744478 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975a145c-b3ed-403c-83ae-466dd592886a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:34:52.745568 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975a145c-b3ed-403c-83ae-466dd592886a admin admin] Tracked resource versions report: Jun 10 14:34:52.745568 dv-cinder-795785-1-smb neutron-server[98189]: pushed versions: Jun 10 14:34:52.745568 dv-cinder-795785-1-smb neutron-server[98189]: { 'AddressGroup': {'1.2'}, Jun 10 14:34:52.745568 dv-cinder-795785-1-smb neutron-server[98189]: 'ConntrackHelper': {'1.0'}, Jun 10 14:34:52.745568 dv-cinder-795785-1-smb neutron-server[98189]: 'Log': {'1.0'}, Jun 10 14:34:52.745568 dv-cinder-795785-1-smb neutron-server[98189]: 'Network': {'1.1'}, Jun 10 14:34:52.745568 dv-cinder-795785-1-smb neutron-server[98189]: 'Port': {'1.7'}, Jun 10 14:34:52.745568 dv-cinder-795785-1-smb neutron-server[98189]: 'PortForwarding': {'1.2'}, Jun 10 14:34:52.745568 dv-cinder-795785-1-smb neutron-server[98189]: 'QosPolicy': {'1.8'}, Jun 10 14:34:52.745568 dv-cinder-795785-1-smb neutron-server[98189]: 'SecurityGroup': {'1.4'}, Jun 10 14:34:52.745568 dv-cinder-795785-1-smb neutron-server[98189]: 'SecurityGroupRule': {'1.2'}, Jun 10 14:34:52.745568 dv-cinder-795785-1-smb neutron-server[98189]: 'SubPort': {'1.0'}, Jun 10 14:34:52.745568 dv-cinder-795785-1-smb neutron-server[98189]: 'Subnet': {'1.1'}, Jun 10 14:34:52.745568 dv-cinder-795785-1-smb neutron-server[98189]: 'Trunk': {'1.1'}} Jun 10 14:34:52.745568 dv-cinder-795785-1-smb neutron-server[98189]: consumer versions: Jun 10 14:34:52.745568 dv-cinder-795785-1-smb neutron-server[98189]: { DHCP agent@dv-cinder-795785-1-smb: {}, Jun 10 14:34:52.745568 dv-cinder-795785-1-smb neutron-server[98189]: L3 agent@dv-cinder-795785-1-smb: {}, Jun 10 14:34:52.745568 dv-cinder-795785-1-smb neutron-server[98189]: Metadata agent@dv-cinder-795785-1-smb: {}, Jun 10 14:34:52.745568 dv-cinder-795785-1-smb neutron-server[98189]: Metering agent@dv-cinder-795785-1-smb: {}, Jun 10 14:34:52.745568 dv-cinder-795785-1-smb neutron-server[98189]: Open vSwitch agent@dv-cinder-795785-1-smb: { 'AddressGroup': '1.2', Jun 10 14:34:52.745568 dv-cinder-795785-1-smb neutron-server[98189]: 'ConntrackHelper': '1.0', Jun 10 14:34:52.745568 dv-cinder-795785-1-smb neutron-server[98189]: 'Log': '1.0', Jun 10 14:34:52.745568 dv-cinder-795785-1-smb neutron-server[98189]: 'Network': '1.1', Jun 10 14:34:52.745568 dv-cinder-795785-1-smb neutron-server[98189]: 'Port': '1.7', Jun 10 14:34:52.745568 dv-cinder-795785-1-smb neutron-server[98189]: 'PortForwarding': '1.2', Jun 10 14:34:52.745568 dv-cinder-795785-1-smb neutron-server[98189]: 'QosPolicy': '1.8', Jun 10 14:34:52.745568 dv-cinder-795785-1-smb neutron-server[98189]: 'SecurityGroup': '1.4', Jun 10 14:34:52.745568 dv-cinder-795785-1-smb neutron-server[98189]: 'SecurityGroupRule': '1.2', Jun 10 14:34:52.745568 dv-cinder-795785-1-smb neutron-server[98189]: 'SubPort': '1.0', Jun 10 14:34:52.745568 dv-cinder-795785-1-smb neutron-server[98189]: 'Subnet': '1.1', Jun 10 14:34:52.745568 dv-cinder-795785-1-smb neutron-server[98189]: 'Trunk': '1.1'}} Jun 10 14:34:52.745568 dv-cinder-795785-1-smb neutron-server[98189]: {{(pid=98189) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 10 14:34:52.793228 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-975a145c-b3ed-403c-83ae-466dd592886a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770842362772'] for network, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:34:52.799615 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-975a145c-b3ed-403c-83ae-466dd592886a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:34:52.845101 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-975a145c-b3ed-403c-83ae-466dd592886a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545563'] for network, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:34:52.846513 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975a145c-b3ed-403c-83ae-466dd592886a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:34:52.847144 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-975a145c-b3ed-403c-83ae-466dd592886a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545536'] for network, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:34:52.849816 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:34:52.898106 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-975a145c-b3ed-403c-83ae-466dd592886a admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7679374 Jun 10 14:34:52.972193 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975a145c-b3ed-403c-83ae-466dd592886a admin admin] Pushing event updated for resources: {'Network': ['ID=e0ff121b-ca6a-4655-93aa-21125759945f,revision_number=1']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:34:52.975823 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-975a145c-b3ed-403c-83ae-466dd592886a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:34:52.984996 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Network e0ff121b-ca6a-4655-93aa-21125759945f details requested by agent ovs-agent-dv-cinder-795785-1-smb with host dv-cinder-795785-1-smb {{(pid=98190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 14:34:55.564585 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 59296) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:34:56.062115 dv-cinder-795785-1-smb neutron-server[98188]: WARNING oslo_policy.policy [None req-c7d8bf5b-8af7-4789-93a2-60f139f5271d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 10 14:34:56.063033 dv-cinder-795785-1-smb neutron-server[98188]: WARNING oslo_policy.policy [None req-c7d8bf5b-8af7-4789-93a2-60f139f5271d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 10 14:34:56.518273 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.policy [None req-c7d8bf5b-8af7-4789-93a2-60f139f5271d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=98188) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 10 14:34:56.564232 dv-cinder-795785-1-smb neutron-server[98188]: WARNING oslo_policy.policy [None req-c7d8bf5b-8af7-4789-93a2-60f139f5271d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 10 14:34:56.564647 dv-cinder-795785-1-smb neutron-server[98188]: WARNING oslo_policy.policy [None req-c7d8bf5b-8af7-4789-93a2-60f139f5271d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 10 14:34:56.572910 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d8bf5b-8af7-4789-93a2-60f139f5271d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:34:56.574773 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-c7d8bf5b-8af7-4789-93a2-60f139f5271d admin admin] 10.222.0.38 "GET /v2.0/networks/e0ff121b-ca6a-4655-93aa-21125759945f HTTP/1.1" status: 200 len: 825 time: 1.0081639 Jun 10 14:34:56.612583 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-1d20919b-a6d0-464c-9733-33bc917cb663 admin admin] 10.222.0.38 "GET /v2.0/subnetpools/bfd37d2a-6591-4517-9e8b-62c8467f14b5 HTTP/1.1" status: 200 len: 734 time: 0.0324478 Jun 10 14:34:56.621129 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.v2.base [None req-cb4c82b4-a0bf-4b2d-ae40-6ecb34ed65f4 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': 'bfd37d2a-6591-4517-9e8b-62c8467f14b5', 'tenant_id': '52e6a57150764538af01ea531e1f9d47', 'network_id': 'e0ff121b-ca6a-4655-93aa-21125759945f', 'ip_version': 4}} {{(pid=98188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:34:56.623279 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.quota [None req-cb4c82b4-a0bf-4b2d-ae40-6ecb34ed65f4 admin admin] Loaded quota_driver: . Jun 10 14:34:56.662897 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb4c82b4-a0bf-4b2d-ae40-6ecb34ed65f4 admin admin] Made reservation on behalf of 52e6a57150764538af01ea531e1f9d47 for: {'subnet': 1} {{(pid=98188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 14:34:56.665637 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-cb4c82b4-a0bf-4b2d-ae40-6ecb34ed65f4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:34:56.998086 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-cb4c82b4-a0bf-4b2d-ae40-6ecb34ed65f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554'] for subnet, after_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:34:57.002984 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:34:57.076508 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4c82b4-a0bf-4b2d-ae40-6ecb34ed65f4 admin admin] Checking segment: {'id': 'f93d097d-bbdb-4822-b400-f86fb48f123e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e0ff121b-ca6a-4655-93aa-21125759945f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 14:34:57.076884 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4c82b4-a0bf-4b2d-ae40-6ecb34ed65f4 admin admin] Network hostable DHCP agents. Network: e0ff121b-ca6a-4655-93aa-21125759945f, hostable agents: ['e526b2fa-fac9-473e-91d9-302d4f3c322e'], hosted agents: [] {{(pid=98188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 14:34:57.088239 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4c82b4-a0bf-4b2d-ae40-6ecb34ed65f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ccc40b9-4268-4cd3-a26a-0c5c7293ede6,revision_number=0']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:34:57.105160 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4c82b4-a0bf-4b2d-ae40-6ecb34ed65f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:34:57.105493 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4c82b4-a0bf-4b2d-ae40-6ecb34ed65f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:34:57.105816 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4c82b4-a0bf-4b2d-ae40-6ecb34ed65f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:34:57.106133 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4c82b4-a0bf-4b2d-ae40-6ecb34ed65f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:34:57.106484 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4c82b4-a0bf-4b2d-ae40-6ecb34ed65f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:34:57.106968 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4c82b4-a0bf-4b2d-ae40-6ecb34ed65f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:34:57.107279 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4c82b4-a0bf-4b2d-ae40-6ecb34ed65f4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:34:57.107589 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4c82b4-a0bf-4b2d-ae40-6ecb34ed65f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:34:57.107918 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4c82b4-a0bf-4b2d-ae40-6ecb34ed65f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:34:57.108231 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4c82b4-a0bf-4b2d-ae40-6ecb34ed65f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:34:57.108570 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4c82b4-a0bf-4b2d-ae40-6ecb34ed65f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:34:57.108874 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4c82b4-a0bf-4b2d-ae40-6ecb34ed65f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:34:57.109987 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4c82b4-a0bf-4b2d-ae40-6ecb34ed65f4 admin admin] Tracked resource versions report: Jun 10 14:34:57.109987 dv-cinder-795785-1-smb neutron-server[98188]: pushed versions: Jun 10 14:34:57.109987 dv-cinder-795785-1-smb neutron-server[98188]: { 'AddressGroup': {'1.2'}, Jun 10 14:34:57.109987 dv-cinder-795785-1-smb neutron-server[98188]: 'ConntrackHelper': {'1.0'}, Jun 10 14:34:57.109987 dv-cinder-795785-1-smb neutron-server[98188]: 'Log': {'1.0'}, Jun 10 14:34:57.109987 dv-cinder-795785-1-smb neutron-server[98188]: 'Network': {'1.1'}, Jun 10 14:34:57.109987 dv-cinder-795785-1-smb neutron-server[98188]: 'Port': {'1.7'}, Jun 10 14:34:57.109987 dv-cinder-795785-1-smb neutron-server[98188]: 'PortForwarding': {'1.2'}, Jun 10 14:34:57.109987 dv-cinder-795785-1-smb neutron-server[98188]: 'QosPolicy': {'1.8'}, Jun 10 14:34:57.109987 dv-cinder-795785-1-smb neutron-server[98188]: 'SecurityGroup': {'1.4'}, Jun 10 14:34:57.109987 dv-cinder-795785-1-smb neutron-server[98188]: 'SecurityGroupRule': {'1.2'}, Jun 10 14:34:57.109987 dv-cinder-795785-1-smb neutron-server[98188]: 'SubPort': {'1.0'}, Jun 10 14:34:57.109987 dv-cinder-795785-1-smb neutron-server[98188]: 'Subnet': {'1.1'}, Jun 10 14:34:57.109987 dv-cinder-795785-1-smb neutron-server[98188]: 'Trunk': {'1.1'}} Jun 10 14:34:57.109987 dv-cinder-795785-1-smb neutron-server[98188]: consumer versions: Jun 10 14:34:57.109987 dv-cinder-795785-1-smb neutron-server[98188]: { DHCP agent@dv-cinder-795785-1-smb: {}, Jun 10 14:34:57.109987 dv-cinder-795785-1-smb neutron-server[98188]: L3 agent@dv-cinder-795785-1-smb: {}, Jun 10 14:34:57.109987 dv-cinder-795785-1-smb neutron-server[98188]: Metadata agent@dv-cinder-795785-1-smb: {}, Jun 10 14:34:57.109987 dv-cinder-795785-1-smb neutron-server[98188]: Metering agent@dv-cinder-795785-1-smb: {}, Jun 10 14:34:57.109987 dv-cinder-795785-1-smb neutron-server[98188]: Open vSwitch agent@dv-cinder-795785-1-smb: { 'AddressGroup': '1.2', Jun 10 14:34:57.109987 dv-cinder-795785-1-smb neutron-server[98188]: 'ConntrackHelper': '1.0', Jun 10 14:34:57.109987 dv-cinder-795785-1-smb neutron-server[98188]: 'Log': '1.0', Jun 10 14:34:57.109987 dv-cinder-795785-1-smb neutron-server[98188]: 'Network': '1.1', Jun 10 14:34:57.109987 dv-cinder-795785-1-smb neutron-server[98188]: 'Port': '1.7', Jun 10 14:34:57.109987 dv-cinder-795785-1-smb neutron-server[98188]: 'PortForwarding': '1.2', Jun 10 14:34:57.109987 dv-cinder-795785-1-smb neutron-server[98188]: 'QosPolicy': '1.8', Jun 10 14:34:57.109987 dv-cinder-795785-1-smb neutron-server[98188]: 'SecurityGroup': '1.4', Jun 10 14:34:57.109987 dv-cinder-795785-1-smb neutron-server[98188]: 'SecurityGroupRule': '1.2', Jun 10 14:34:57.109987 dv-cinder-795785-1-smb neutron-server[98188]: 'SubPort': '1.0', Jun 10 14:34:57.109987 dv-cinder-795785-1-smb neutron-server[98188]: 'Subnet': '1.1', Jun 10 14:34:57.109987 dv-cinder-795785-1-smb neutron-server[98188]: 'Trunk': '1.1'}} Jun 10 14:34:57.109987 dv-cinder-795785-1-smb neutron-server[98188]: {{(pid=98188) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 10 14:34:57.135430 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4c82b4-a0bf-4b2d-ae40-6ecb34ed65f4 admin admin] Network e0ff121b-ca6a-4655-93aa-21125759945f is scheduled to be hosted by DHCP agent e526b2fa-fac9-473e-91d9-302d4f3c322e with binding_index 1 {{(pid=98188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 14:34:57.149462 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-cb4c82b4-a0bf-4b2d-ae40-6ecb34ed65f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:34:57.150576 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.scheduler.base_scheduler [None req-cb4c82b4-a0bf-4b2d-ae40-6ecb34ed65f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795785-1-smb, e0ff121b-ca6a-4655-93aa-21125759945f) {{(pid=98188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:34:57.157473 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4c82b4-a0bf-4b2d-ae40-6ecb34ed65f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:34:57.157473 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-cb4c82b4-a0bf-4b2d-ae40-6ecb34ed65f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545536'] for subnet, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:34:57.161423 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5cac4c9-fa61-4794-9b50-410c84597381 None None] Network e0ff121b-ca6a-4655-93aa-21125759945f requested from dv-cinder-795785-1-smb {{(pid=98190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 14:34:57.174037 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-cb4c82b4-a0bf-4b2d-ae40-6ecb34ed65f4 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5563526 Jun 10 14:34:57.492810 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d488b036-d120-488c-94a8-43ff1b46352f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf5b42f4-d7c5-5d8a-92f6-9d4013c287c3-e0ff121b-ca6a-4655-93aa-21125759945f', 'network_id': 'e0ff121b-ca6a-4655-93aa-21125759945f', 'tenant_id': '52e6a57150764538af01ea531e1f9d47', 'fixed_ips': [{'subnet_id': '1ccc40b9-4268-4cd3-a26a-0c5c7293ede6'}]}} from dv-cinder-795785-1-smb. {{(pid=98190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 14:34:57.494094 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-d488b036-d120-488c-94a8-43ff1b46352f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_create {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:34:57.775426 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.db_base_plugin_common [None req-d488b036-d120-488c-94a8-43ff1b46352f None None] Allocated IP 172.20.0.2 (e0ff121b-ca6a-4655-93aa-21125759945f/1ccc40b9-4268-4cd3-a26a-0c5c7293ede6/a0403eeb-b432-4042-9238-0a0f9a4dccfe) {{(pid=98190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 14:34:58.037165 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-d488b036-d120-488c-94a8-43ff1b46352f None None] Notify callbacks [] for port, precommit_create {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:34:58.052481 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-d488b036-d120-488c-94a8-43ff1b46352f None None] Transition to ACTIVE for port object a0403eeb-b432-4042-9238-0a0f9a4dccfe will not be triggered until provisioned by entity L2. {{(pid=98190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:34:58.074075 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-d488b036-d120-488c-94a8-43ff1b46352f None None] Transition to ACTIVE for port object a0403eeb-b432-4042-9238-0a0f9a4dccfe will not be triggered until provisioned by entity DHCP. {{(pid=98190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:34:58.082820 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-d488b036-d120-488c-94a8-43ff1b46352f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33290945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770842374660'] for port, after_create {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:34:58.085458 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:34:58.160356 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d488b036-d120-488c-94a8-43ff1b46352f None None] Network e0ff121b-ca6a-4655-93aa-21125759945f is already hosted by enough agents. {{(pid=98190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 14:34:58.164824 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.scheduler.base_scheduler [None req-d488b036-d120-488c-94a8-43ff1b46352f None None] Resources bound (agent type, host, resource id): {{(pid=98190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:34:58.173507 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d488b036-d120-488c-94a8-43ff1b46352f None None] Received port after_create {{(pid=98190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 14:34:58.176483 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d488b036-d120-488c-94a8-43ff1b46352f None None] Pushing event updated for resources: {'Port': ['ID=a0403eeb-b432-4042-9238-0a0f9a4dccfe,revision_number=1']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:34:58.201628 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d488b036-d120-488c-94a8-43ff1b46352f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:34:58.201963 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d488b036-d120-488c-94a8-43ff1b46352f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:34:58.202291 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d488b036-d120-488c-94a8-43ff1b46352f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:34:58.202614 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d488b036-d120-488c-94a8-43ff1b46352f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:34:58.202935 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d488b036-d120-488c-94a8-43ff1b46352f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:34:58.203279 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d488b036-d120-488c-94a8-43ff1b46352f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:34:58.203598 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d488b036-d120-488c-94a8-43ff1b46352f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:34:58.203909 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d488b036-d120-488c-94a8-43ff1b46352f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:34:58.204220 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d488b036-d120-488c-94a8-43ff1b46352f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:34:58.204552 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d488b036-d120-488c-94a8-43ff1b46352f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:34:58.204861 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d488b036-d120-488c-94a8-43ff1b46352f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:34:58.205165 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d488b036-d120-488c-94a8-43ff1b46352f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:34:58.206279 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d488b036-d120-488c-94a8-43ff1b46352f None None] Tracked resource versions report: Jun 10 14:34:58.206279 dv-cinder-795785-1-smb neutron-server[98190]: pushed versions: Jun 10 14:34:58.206279 dv-cinder-795785-1-smb neutron-server[98190]: { 'AddressGroup': {'1.2'}, Jun 10 14:34:58.206279 dv-cinder-795785-1-smb neutron-server[98190]: 'ConntrackHelper': {'1.0'}, Jun 10 14:34:58.206279 dv-cinder-795785-1-smb neutron-server[98190]: 'Log': {'1.0'}, Jun 10 14:34:58.206279 dv-cinder-795785-1-smb neutron-server[98190]: 'Network': {'1.1'}, Jun 10 14:34:58.206279 dv-cinder-795785-1-smb neutron-server[98190]: 'Port': {'1.7'}, Jun 10 14:34:58.206279 dv-cinder-795785-1-smb neutron-server[98190]: 'PortForwarding': {'1.2'}, Jun 10 14:34:58.206279 dv-cinder-795785-1-smb neutron-server[98190]: 'QosPolicy': {'1.8'}, Jun 10 14:34:58.206279 dv-cinder-795785-1-smb neutron-server[98190]: 'SecurityGroup': {'1.4'}, Jun 10 14:34:58.206279 dv-cinder-795785-1-smb neutron-server[98190]: 'SecurityGroupRule': {'1.2'}, Jun 10 14:34:58.206279 dv-cinder-795785-1-smb neutron-server[98190]: 'SubPort': {'1.0'}, Jun 10 14:34:58.206279 dv-cinder-795785-1-smb neutron-server[98190]: 'Subnet': {'1.1'}, Jun 10 14:34:58.206279 dv-cinder-795785-1-smb neutron-server[98190]: 'Trunk': {'1.1'}} Jun 10 14:34:58.206279 dv-cinder-795785-1-smb neutron-server[98190]: consumer versions: Jun 10 14:34:58.206279 dv-cinder-795785-1-smb neutron-server[98190]: { DHCP agent@dv-cinder-795785-1-smb: {}, Jun 10 14:34:58.206279 dv-cinder-795785-1-smb neutron-server[98190]: L3 agent@dv-cinder-795785-1-smb: {}, Jun 10 14:34:58.206279 dv-cinder-795785-1-smb neutron-server[98190]: Metadata agent@dv-cinder-795785-1-smb: {}, Jun 10 14:34:58.206279 dv-cinder-795785-1-smb neutron-server[98190]: Metering agent@dv-cinder-795785-1-smb: {}, Jun 10 14:34:58.206279 dv-cinder-795785-1-smb neutron-server[98190]: Open vSwitch agent@dv-cinder-795785-1-smb: { 'AddressGroup': '1.2', Jun 10 14:34:58.206279 dv-cinder-795785-1-smb neutron-server[98190]: 'ConntrackHelper': '1.0', Jun 10 14:34:58.206279 dv-cinder-795785-1-smb neutron-server[98190]: 'Log': '1.0', Jun 10 14:34:58.206279 dv-cinder-795785-1-smb neutron-server[98190]: 'Network': '1.1', Jun 10 14:34:58.206279 dv-cinder-795785-1-smb neutron-server[98190]: 'Port': '1.7', Jun 10 14:34:58.206279 dv-cinder-795785-1-smb neutron-server[98190]: 'PortForwarding': '1.2', Jun 10 14:34:58.206279 dv-cinder-795785-1-smb neutron-server[98190]: 'QosPolicy': '1.8', Jun 10 14:34:58.206279 dv-cinder-795785-1-smb neutron-server[98190]: 'SecurityGroup': '1.4', Jun 10 14:34:58.206279 dv-cinder-795785-1-smb neutron-server[98190]: 'SecurityGroupRule': '1.2', Jun 10 14:34:58.206279 dv-cinder-795785-1-smb neutron-server[98190]: 'SubPort': '1.0', Jun 10 14:34:58.206279 dv-cinder-795785-1-smb neutron-server[98190]: 'Subnet': '1.1', Jun 10 14:34:58.206279 dv-cinder-795785-1-smb neutron-server[98190]: 'Trunk': '1.1'}} Jun 10 14:34:58.206279 dv-cinder-795785-1-smb neutron-server[98190]: {{(pid=98190) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 10 14:34:58.231933 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-d488b036-d120-488c-94a8-43ff1b46352f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:34:58.268711 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.managers [None req-d488b036-d120-488c-94a8-43ff1b46352f None None] Attempting to bind port a0403eeb-b432-4042-9238-0a0f9a4dccfe on host dv-cinder-795785-1-smb for vnic_type normal with profile {{(pid=98190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 14:34:58.269113 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.managers [None req-d488b036-d120-488c-94a8-43ff1b46352f None None] Attempting to bind port a0403eeb-b432-4042-9238-0a0f9a4dccfe by drivers openvswitch,hyperv on host dv-cinder-795785-1-smb at level 0 using segments [{'id': 'f93d097d-bbdb-4822-b400-f86fb48f123e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e0ff121b-ca6a-4655-93aa-21125759945f'}] {{(pid=98190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 14:34:58.269539 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d488b036-d120-488c-94a8-43ff1b46352f None None] Attempting to bind port a0403eeb-b432-4042-9238-0a0f9a4dccfe on network e0ff121b-ca6a-4655-93aa-21125759945f {{(pid=98190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 14:34:58.274373 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d488b036-d120-488c-94a8-43ff1b46352f None None] Checking agent: {'id': '22b05ad3-e755-4423-b55e-6b54dea224ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 14, 34, 42), 'started_at': datetime.datetime(2021, 6, 10, 14, 34, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 14, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 14:34:58.274774 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d488b036-d120-488c-94a8-43ff1b46352f None None] Checking segment: {'id': 'f93d097d-bbdb-4822-b400-f86fb48f123e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e0ff121b-ca6a-4655-93aa-21125759945f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 14:34:58.275234 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-d488b036-d120-488c-94a8-43ff1b46352f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:34:58.275628 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d488b036-d120-488c-94a8-43ff1b46352f None None] Bound using segment: {'id': 'f93d097d-bbdb-4822-b400-f86fb48f123e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e0ff121b-ca6a-4655-93aa-21125759945f'} {{(pid=98190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 14:34:58.276102 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.managers [None req-d488b036-d120-488c-94a8-43ff1b46352f None None] Bound port: a0403eeb-b432-4042-9238-0a0f9a4dccfe, host: dv-cinder-795785-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f93d097d-bbdb-4822-b400-f86fb48f123e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e0ff121b-ca6a-4655-93aa-21125759945f'}}] {{(pid=98190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 14:34:58.276532 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-d488b036-d120-488c-94a8-43ff1b46352f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:34:58.350528 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-d488b036-d120-488c-94a8-43ff1b46352f None None] For port a0403eeb-b432-4042-9238-0a0f9a4dccfe, host dv-cinder-795785-1-smb, cleared binding levels {{(pid=98190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 14:34:58.372118 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-d488b036-d120-488c-94a8-43ff1b46352f None None] For port a0403eeb-b432-4042-9238-0a0f9a4dccfe, host dv-cinder-795785-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-smb',level=0,port_id=a0403eeb-b432-4042-9238-0a0f9a4dccfe,segment=NetworkSegment(f93d097d-bbdb-4822-b400-f86fb48f123e),segment_id=f93d097d-bbdb-4822-b400-f86fb48f123e)] {{(pid=98190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 14:34:58.377181 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-d488b036-d120-488c-94a8-43ff1b46352f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:34:58.379607 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-d488b036-d120-488c-94a8-43ff1b46352f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:34:58.440204 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d488b036-d120-488c-94a8-43ff1b46352f None None] Pushing event updated for resources: {'Port': ['ID=a0403eeb-b432-4042-9238-0a0f9a4dccfe,revision_number=2']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:34:58.443365 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-d488b036-d120-488c-94a8-43ff1b46352f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:34:59.529471 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 59316) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:34:59.859668 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [None req-92c65628-3afd-46de-8235-5a18d34fc8fa admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=98189) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 14:34:59.860713 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-92c65628-3afd-46de-8235-5a18d34fc8fa admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3302071 Jun 10 14:35:02.236502 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 59324) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:35:02.560467 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [None req-d1858f2e-d1b9-4701-b1e8-93e46d725038 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=98189) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 14:35:02.561426 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-d1858f2e-d1b9-4701-b1e8-93e46d725038 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3239250 Jun 10 14:35:03.913117 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Device a0403eeb-b432-4042-9238-0a0f9a4dccfe up at agent ovs-agent-dv-cinder-795785-1-smb {{(pid=98190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:35:04.007910 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Provisioning for port a0403eeb-b432-4042-9238-0a0f9a4dccfe completed by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:35:04.424860 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660a83f3-35f2-46b7-b3e7-bc84f7b35929 None None] Network e0ff121b-ca6a-4655-93aa-21125759945f requested from dv-cinder-795785-1-smb {{(pid=98190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 14:35:04.506585 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-81d74a26-7525-43a9-8616-1004f720e96c None None] Provisioning for port a0403eeb-b432-4042-9238-0a0f9a4dccfe completed by entity DHCP. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:35:04.513937 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-81d74a26-7525-43a9-8616-1004f720e96c None None] Provisioning complete for port a0403eeb-b432-4042-9238-0a0f9a4dccfe triggered by entity DHCP. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:35:04.514326 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-81d74a26-7525-43a9-8616-1004f720e96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32877986'] for port, provisioning_complete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:04.723733 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-81d74a26-7525-43a9-8616-1004f720e96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:04.780886 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-81d74a26-7525-43a9-8616-1004f720e96c None None] For port a0403eeb-b432-4042-9238-0a0f9a4dccfe, host dv-cinder-795785-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-smb',level=0,port_id=a0403eeb-b432-4042-9238-0a0f9a4dccfe,segment=NetworkSegment(f93d097d-bbdb-4822-b400-f86fb48f123e),segment_id=f93d097d-bbdb-4822-b400-f86fb48f123e)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:35:04.785880 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-81d74a26-7525-43a9-8616-1004f720e96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:04.792573 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:35:04.849634 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d74a26-7525-43a9-8616-1004f720e96c None None] Pushing event updated for resources: {'Port': ['ID=a0403eeb-b432-4042-9238-0a0f9a4dccfe,revision_number=3']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:35:04.853435 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-81d74a26-7525-43a9-8616-1004f720e96c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:35:05.007264 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-d44e0c1c-2a90-4b06-9fb5-b19a53395a24 None None] Provisioning complete for port a0403eeb-b432-4042-9238-0a0f9a4dccfe triggered by entity DHCP. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:35:05.007910 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-d44e0c1c-2a90-4b06-9fb5-b19a53395a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32877986'] for port, provisioning_complete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:05.214796 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 59338) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:35:05.515810 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.v2.base [None req-b99e192e-d4fa-47a1-a3f5-212cfb6a3ee5 admin admin] Request body: {'router': {'tenant_id': '52e6a57150764538af01ea531e1f9d47', 'name': 'router1', 'admin_state_up': True}} {{(pid=98188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:35:05.539629 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-b99e192e-d4fa-47a1-a3f5-212cfb6a3ee5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-753389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41740'] for router, before_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:05.541319 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-b99e192e-d4fa-47a1-a3f5-212cfb6a3ee5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-753224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-725434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41781'] for router, precommit_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:05.701056 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-b99e192e-d4fa-47a1-a3f5-212cfb6a3ee5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:05.705651 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-b99e192e-d4fa-47a1-a3f5-212cfb6a3ee5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726267'] for router, after_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:05.717490 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-b99e192e-d4fa-47a1-a3f5-212cfb6a3ee5 admin admin] Notify callbacks [] for router, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:05.718628 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-b99e192e-d4fa-47a1-a3f5-212cfb6a3ee5 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5028608 Jun 10 14:35:05.887300 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Device a0403eeb-b432-4042-9238-0a0f9a4dccfe up at agent ovs-agent-dv-cinder-795785-1-smb {{(pid=98190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:35:05.942210 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Provisioning complete for port a0403eeb-b432-4042-9238-0a0f9a4dccfe triggered by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:35:05.942582 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32877986'] for port, provisioning_complete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:08.032267 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 59346) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:35:08.347186 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [None req-545ca929-5799-4128-bb7a-a72e788b37a2 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=98189) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 14:35:08.348155 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-545ca929-5799-4128-bb7a-a72e788b37a2 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3149509 Jun 10 14:35:09.539093 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-86c2959c-e495-40f3-ace1-0515fc297039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:10.679256 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 59354) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:35:10.998347 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.v2.base [None req-46ca3a4a-b4c8-4de3-9b37-7d347614089c admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=98189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:35:11.018927 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46ca3a4a-b4c8-4de3-9b37-7d347614089c admin admin] Made reservation on behalf of 9a4263dc60794e02a7d6951d98916f35 for: {'network': 1} {{(pid=98189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 14:35:11.021357 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-46ca3a4a-b4c8-4de3-9b37-7d347614089c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33290777'] for network, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:11.031383 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-46ca3a4a-b4c8-4de3-9b37-7d347614089c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:11.125370 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-46ca3a4a-b4c8-4de3-9b37-7d347614089c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:11.128610 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-46ca3a4a-b4c8-4de3-9b37-7d347614089c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:11.132342 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:35:11.144233 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-46ca3a4a-b4c8-4de3-9b37-7d347614089c admin admin] Reserving flat network on physical network physnet1 {{(pid=98189) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 10 14:35:11.166635 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ca3a4a-b4c8-4de3-9b37-7d347614089c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba47977-aaa4-4ddf-b11e-5c48387aecae,revision_number=1']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:35:11.170183 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-46ca3a4a-b4c8-4de3-9b37-7d347614089c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32871535'] for segment, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:11.170521 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.db.segments_db [None req-46ca3a4a-b4c8-4de3-9b37-7d347614089c admin admin] Added segment 09b1f6b8-9c92-4513-844c-f3187f12106a of type flat for network d939252c-9d87-4c0a-b331-cccdb2846f4a Jun 10 14:35:11.171839 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-46ca3a4a-b4c8-4de3-9b37-7d347614089c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:35:11.225941 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-46ca3a4a-b4c8-4de3-9b37-7d347614089c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770842362772'] for network, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:11.264973 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-46ca3a4a-b4c8-4de3-9b37-7d347614089c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545563'] for network, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:11.266214 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ca3a4a-b4c8-4de3-9b37-7d347614089c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:35:11.266779 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-46ca3a4a-b4c8-4de3-9b37-7d347614089c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545536'] for network, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:11.269384 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:35:11.295587 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-46ca3a4a-b4c8-4de3-9b37-7d347614089c admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6153169 Jun 10 14:35:11.348619 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ca3a4a-b4c8-4de3-9b37-7d347614089c admin admin] Pushing event updated for resources: {'Network': ['ID=d939252c-9d87-4c0a-b331-cccdb2846f4a,revision_number=1']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:35:11.351413 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-46ca3a4a-b4c8-4de3-9b37-7d347614089c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:35:11.359746 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Network d939252c-9d87-4c0a-b331-cccdb2846f4a details requested by agent ovs-agent-dv-cinder-795785-1-smb with host dv-cinder-795785-1-smb {{(pid=98190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 14:35:12.018147 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:12.176952 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-a4135894-1475-4c20-8e23-30fcb1ccc814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:13.198211 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-eaea1bf5-020e-4d00-b5bd-84659b7b503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:13.591936 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 59372) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:35:13.822835 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6066d2-7951-4f3e-bf09-50de785bcb0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:35:13.824179 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-2c6066d2-7951-4f3e-bf09-50de785bcb0c admin admin] 10.222.0.38 "GET /v2.0/subnets/1ccc40b9-4268-4cd3-a26a-0c5c7293ede6 HTTP/1.1" status: 200 len: 849 time: 0.2312665 Jun 10 14:35:14.007743 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-e70f1588-923f-496e-9edd-0c6fa0c3274f admin admin] 10.222.0.38 "GET /v2.0/routers/75b1d42d-9ec8-4fc2-bb11-f71ccd554891 HTTP/1.1" status: 200 len: 704 time: 0.1779649 Jun 10 14:35:14.382366 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-135f708d-b6b5-4bde-a1cb-86b2d4cf38b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:14.687611 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.db.db_base_plugin_common [None req-135f708d-b6b5-4bde-a1cb-86b2d4cf38b6 admin admin] Allocated IP 172.20.0.1 (e0ff121b-ca6a-4655-93aa-21125759945f/1ccc40b9-4268-4cd3-a26a-0c5c7293ede6/fcd597ec-064d-4864-a333-34121f21b4d9) {{(pid=98189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 14:35:14.790141 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-fbbc5fb5-3f71-4862-8fd7-9153cbf0fe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:14.930422 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-135f708d-b6b5-4bde-a1cb-86b2d4cf38b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:14.954520 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.db.provisioning_blocks [None req-135f708d-b6b5-4bde-a1cb-86b2d4cf38b6 admin admin] Transition to ACTIVE for port object fcd597ec-064d-4864-a333-34121f21b4d9 will not be triggered until provisioned by entity DHCP. {{(pid=98189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:35:15.035225 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-135f708d-b6b5-4bde-a1cb-86b2d4cf38b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33290945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770842374660'] for port, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:15.038094 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:35:15.108720 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135f708d-b6b5-4bde-a1cb-86b2d4cf38b6 admin admin] Network e0ff121b-ca6a-4655-93aa-21125759945f is already hosted by enough agents. {{(pid=98189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 14:35:15.113326 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.base_scheduler [None req-135f708d-b6b5-4bde-a1cb-86b2d4cf38b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=98189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:35:15.125054 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135f708d-b6b5-4bde-a1cb-86b2d4cf38b6 admin admin] Received port after_create {{(pid=98189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 14:35:15.125601 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-135f708d-b6b5-4bde-a1cb-86b2d4cf38b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-722748'] for router_interface, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:15.147392 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135f708d-b6b5-4bde-a1cb-86b2d4cf38b6 admin admin] Pushing event updated for resources: {'Port': ['ID=fcd597ec-064d-4864-a333-34121f21b4d9,revision_number=1']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:35:15.200538 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-135f708d-b6b5-4bde-a1cb-86b2d4cf38b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:35:15.277477 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-9cd53cc1-b2b1-4844-8e84-920b94436c2d None None] Provisioning for port fcd597ec-064d-4864-a333-34121f21b4d9 completed by entity DHCP. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:35:15.281732 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-9cd53cc1-b2b1-4844-8e84-920b94436c2d None None] Provisioning complete for port fcd597ec-064d-4864-a333-34121f21b4d9 triggered by entity DHCP. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:35:15.282109 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-9cd53cc1-b2b1-4844-8e84-920b94436c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32877986'] for port, provisioning_complete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:15.321358 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.plugin [None req-9cd53cc1-b2b1-4844-8e84-920b94436c2d None None] Port fcd597ec-064d-4864-a333-34121f21b4d9 cannot update to ACTIVE because it is not bound. {{(pid=98190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 14:35:15.363655 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-135f708d-b6b5-4bde-a1cb-86b2d4cf38b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:15.571009 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-135f708d-b6b5-4bde-a1cb-86b2d4cf38b6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:15.576090 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-135f708d-b6b5-4bde-a1cb-86b2d4cf38b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:15.577317 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-135f708d-b6b5-4bde-a1cb-86b2d4cf38b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-722760'] for router_interface, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:15.579638 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:35:15.648623 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135f708d-b6b5-4bde-a1cb-86b2d4cf38b6 admin admin] Pushing event updated for resources: {'Port': ['ID=fcd597ec-064d-4864-a333-34121f21b4d9,revision_number=2']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:35:15.652266 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-135f708d-b6b5-4bde-a1cb-86b2d4cf38b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:35:15.731293 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135f708d-b6b5-4bde-a1cb-86b2d4cf38b6 admin admin] Network e0ff121b-ca6a-4655-93aa-21125759945f is already hosted by enough agents. {{(pid=98189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 14:35:15.732607 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.base_scheduler [None req-135f708d-b6b5-4bde-a1cb-86b2d4cf38b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=98189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:35:15.916536 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-135f708d-b6b5-4bde-a1cb-86b2d4cf38b6 admin admin] Router 75b1d42d-9ec8-4fc2-bb11-f71ccd554891 is scheduled to L3 agent e92f4ea4-4278-4a3e-8ba4-23ff1581fd94 with binding_index 1 {{(pid=98189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 14:35:15.943010 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-5e79b774-95a3-416c-856c-304513c163ae None None] Provisioning complete for port fcd597ec-064d-4864-a333-34121f21b4d9 triggered by entity DHCP. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:35:15.943541 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-5e79b774-95a3-416c-856c-304513c163ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32877986'] for port, provisioning_complete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:15.981282 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.plugin [None req-5e79b774-95a3-416c-856c-304513c163ae None None] Port fcd597ec-064d-4864-a333-34121f21b4d9 cannot update to ACTIVE because it is not bound. {{(pid=98190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 14:35:16.041708 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-135f708d-b6b5-4bde-a1cb-86b2d4cf38b6 admin admin] Notify agent at l3_agent.dv-cinder-795785-1-smb the message routers_updated {{(pid=98189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 14:35:16.047369 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-135f708d-b6b5-4bde-a1cb-86b2d4cf38b6 admin admin] 10.222.0.38 "PUT /v2.0/routers/75b1d42d-9ec8-4fc2-bb11-f71ccd554891/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0348663 Jun 10 14:35:16.054607 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fa68ba-9be3-4cca-b5e4-09e25705ca3d None None] Sync routers for ids ['75b1d42d-9ec8-4fc2-bb11-f71ccd554891'] in dv-cinder-795785-1-smb {{(pid=98191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 14:35:16.068361 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fa68ba-9be3-4cca-b5e4-09e25705ca3d None None] Routers {'75b1d42d-9ec8-4fc2-bb11-f71ccd554891'} bound to L3 agent in host dv-cinder-795785-1-smb {{(pid=98191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:35:16.069217 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_hamode_db [None req-80fa68ba-9be3-4cca-b5e4-09e25705ca3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-10T14:34:42Z,description=,heartbeat_timestamp=2021-06-10T14:35:12Z,host='dv-cinder-795785-1-smb',id=e92f4ea4-4278-4a3e-8ba4-23ff1581fd94,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:42Z,topic='l3_agent')) {'router_ids': ['75b1d42d-9ec8-4fc2-bb11-f71ccd554891'], 'active': True} {{(pid=98191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:35:16.273664 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_dvr_db [None req-80fa68ba-9be3-4cca-b5e4-09e25705ca3d None None] Set router 75b1d42d-9ec8-4fc2-bb11-f71ccd554891 gateway port host: None {{(pid=98191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:35:16.738871 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_hamode_db [None req-80fa68ba-9be3-4cca-b5e4-09e25705ca3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b1d42d-9ec8-4fc2-bb11-f71ccd554891', 'name': 'router1', 'tenant_id': '52e6a57150764538af01ea531e1f9d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:35:05Z', 'updated_at': '2021-06-10T14:35:15Z', 'revision_number': 2, 'project_id': '52e6a57150764538af01ea531e1f9d47', 'gw_port_host': None, '_interfaces': [{'id': 'fcd597ec-064d-4864-a333-34121f21b4d9', 'name': '', 'network_id': 'e0ff121b-ca6a-4655-93aa-21125759945f', 'tenant_id': '52e6a57150764538af01ea531e1f9d47', 'mac_address': 'fa:16:3e:2d:78:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b1d42d-9ec8-4fc2-bb11-f71ccd554891', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1ccc40b9-4268-4cd3-a26a-0c5c7293ede6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:35:14Z', 'updated_at': '2021-06-10T14:35:15Z', 'revision_number': 2, 'project_id': '52e6a57150764538af01ea531e1f9d47', 'subnets': [{'id': '1ccc40b9-4268-4cd3-a26a-0c5c7293ede6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bfd37d2a-6591-4517-9e8b-62c8467f14b5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-1-smb', False) {} {{(pid=98191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:35:16.744722 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fa68ba-9be3-4cca-b5e4-09e25705ca3d None None] Checking router: 75b1d42d-9ec8-4fc2-bb11-f71ccd554891 for host: dv-cinder-795785-1-smb {{(pid=98191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 14:35:16.745110 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fa68ba-9be3-4cca-b5e4-09e25705ca3d None None] Updating router 75b1d42d-9ec8-4fc2-bb11-f71ccd554891 port fcd597ec-064d-4864-a333-34121f21b4d9 binding host dv-cinder-795785-1-smb {{(pid=98191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 14:35:16.814641 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron_lib.callbacks.manager [None req-80fa68ba-9be3-4cca-b5e4-09e25705ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:17.331930 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron_lib.callbacks.manager [None req-80fa68ba-9be3-4cca-b5e4-09e25705ca3d None None] Notify callbacks [] for port, precommit_update {{(pid=98191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:17.349441 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.provisioning_blocks [None req-80fa68ba-9be3-4cca-b5e4-09e25705ca3d None None] Transition to ACTIVE for port object fcd597ec-064d-4864-a333-34121f21b4d9 will not be triggered until provisioned by entity L2. {{(pid=98191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:35:17.354752 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron_lib.callbacks.manager [None req-80fa68ba-9be3-4cca-b5e4-09e25705ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:17.360635 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98191) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:35:17.580950 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ca4f2-95af-4005-928e-7cdb94d69248 None None] Pushing event updated for resources: {'Port': ['ID=fcd597ec-064d-4864-a333-34121f21b4d9,revision_number=3']} {{(pid=98191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:35:17.598971 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ca4f2-95af-4005-928e-7cdb94d69248 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:35:17.599240 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ca4f2-95af-4005-928e-7cdb94d69248 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:35:17.599571 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ca4f2-95af-4005-928e-7cdb94d69248 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:35:17.599895 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ca4f2-95af-4005-928e-7cdb94d69248 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:35:17.600212 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ca4f2-95af-4005-928e-7cdb94d69248 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:35:17.600556 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ca4f2-95af-4005-928e-7cdb94d69248 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:35:17.600872 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ca4f2-95af-4005-928e-7cdb94d69248 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:35:17.601200 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ca4f2-95af-4005-928e-7cdb94d69248 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:35:17.601492 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ca4f2-95af-4005-928e-7cdb94d69248 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:35:17.601807 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ca4f2-95af-4005-928e-7cdb94d69248 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:35:17.602113 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ca4f2-95af-4005-928e-7cdb94d69248 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:35:17.602422 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ca4f2-95af-4005-928e-7cdb94d69248 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:35:17.603583 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ca4f2-95af-4005-928e-7cdb94d69248 None None] Tracked resource versions report: Jun 10 14:35:17.603583 dv-cinder-795785-1-smb neutron-server[98191]: pushed versions: Jun 10 14:35:17.603583 dv-cinder-795785-1-smb neutron-server[98191]: { 'AddressGroup': {'1.2'}, Jun 10 14:35:17.603583 dv-cinder-795785-1-smb neutron-server[98191]: 'ConntrackHelper': {'1.0'}, Jun 10 14:35:17.603583 dv-cinder-795785-1-smb neutron-server[98191]: 'Log': {'1.0'}, Jun 10 14:35:17.603583 dv-cinder-795785-1-smb neutron-server[98191]: 'Network': {'1.1'}, Jun 10 14:35:17.603583 dv-cinder-795785-1-smb neutron-server[98191]: 'Port': {'1.7'}, Jun 10 14:35:17.603583 dv-cinder-795785-1-smb neutron-server[98191]: 'PortForwarding': {'1.2'}, Jun 10 14:35:17.603583 dv-cinder-795785-1-smb neutron-server[98191]: 'QosPolicy': {'1.8'}, Jun 10 14:35:17.603583 dv-cinder-795785-1-smb neutron-server[98191]: 'SecurityGroup': {'1.4'}, Jun 10 14:35:17.603583 dv-cinder-795785-1-smb neutron-server[98191]: 'SecurityGroupRule': {'1.2'}, Jun 10 14:35:17.603583 dv-cinder-795785-1-smb neutron-server[98191]: 'SubPort': {'1.0'}, Jun 10 14:35:17.603583 dv-cinder-795785-1-smb neutron-server[98191]: 'Subnet': {'1.1'}, Jun 10 14:35:17.603583 dv-cinder-795785-1-smb neutron-server[98191]: 'Trunk': {'1.1'}} Jun 10 14:35:17.603583 dv-cinder-795785-1-smb neutron-server[98191]: consumer versions: Jun 10 14:35:17.603583 dv-cinder-795785-1-smb neutron-server[98191]: { DHCP agent@dv-cinder-795785-1-smb: {}, Jun 10 14:35:17.603583 dv-cinder-795785-1-smb neutron-server[98191]: L3 agent@dv-cinder-795785-1-smb: {}, Jun 10 14:35:17.603583 dv-cinder-795785-1-smb neutron-server[98191]: Metadata agent@dv-cinder-795785-1-smb: {}, Jun 10 14:35:17.603583 dv-cinder-795785-1-smb neutron-server[98191]: Metering agent@dv-cinder-795785-1-smb: {}, Jun 10 14:35:17.603583 dv-cinder-795785-1-smb neutron-server[98191]: Open vSwitch agent@dv-cinder-795785-1-smb: { 'AddressGroup': '1.2', Jun 10 14:35:17.603583 dv-cinder-795785-1-smb neutron-server[98191]: 'ConntrackHelper': '1.0', Jun 10 14:35:17.603583 dv-cinder-795785-1-smb neutron-server[98191]: 'Log': '1.0', Jun 10 14:35:17.603583 dv-cinder-795785-1-smb neutron-server[98191]: 'Network': '1.1', Jun 10 14:35:17.603583 dv-cinder-795785-1-smb neutron-server[98191]: 'Port': '1.7', Jun 10 14:35:17.603583 dv-cinder-795785-1-smb neutron-server[98191]: 'PortForwarding': '1.2', Jun 10 14:35:17.603583 dv-cinder-795785-1-smb neutron-server[98191]: 'QosPolicy': '1.8', Jun 10 14:35:17.603583 dv-cinder-795785-1-smb neutron-server[98191]: 'SecurityGroup': '1.4', Jun 10 14:35:17.603583 dv-cinder-795785-1-smb neutron-server[98191]: 'SecurityGroupRule': '1.2', Jun 10 14:35:17.603583 dv-cinder-795785-1-smb neutron-server[98191]: 'SubPort': '1.0', Jun 10 14:35:17.603583 dv-cinder-795785-1-smb neutron-server[98191]: 'Subnet': '1.1', Jun 10 14:35:17.603583 dv-cinder-795785-1-smb neutron-server[98191]: 'Trunk': '1.1'}} Jun 10 14:35:17.603583 dv-cinder-795785-1-smb neutron-server[98191]: {{(pid=98191) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 10 14:35:17.610577 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.plugins.ml2.managers [None req-80fa68ba-9be3-4cca-b5e4-09e25705ca3d None None] Attempting to bind port fcd597ec-064d-4864-a333-34121f21b4d9 on host dv-cinder-795785-1-smb for vnic_type normal with profile {{(pid=98191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 14:35:17.611007 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.plugins.ml2.managers [None req-80fa68ba-9be3-4cca-b5e4-09e25705ca3d None None] Attempting to bind port fcd597ec-064d-4864-a333-34121f21b4d9 by drivers openvswitch,hyperv on host dv-cinder-795785-1-smb at level 0 using segments [{'id': 'f93d097d-bbdb-4822-b400-f86fb48f123e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e0ff121b-ca6a-4655-93aa-21125759945f'}] {{(pid=98191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 14:35:17.611421 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fa68ba-9be3-4cca-b5e4-09e25705ca3d None None] Attempting to bind port fcd597ec-064d-4864-a333-34121f21b4d9 on network e0ff121b-ca6a-4655-93aa-21125759945f {{(pid=98191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 14:35:17.613482 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG oslo_concurrency.lockutils [None req-d38ca4f2-95af-4005-928e-7cdb94d69248 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=98191) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:35:17.617169 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fa68ba-9be3-4cca-b5e4-09e25705ca3d None None] Checking agent: {'id': '22b05ad3-e755-4423-b55e-6b54dea224ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 14, 34, 42), 'started_at': datetime.datetime(2021, 6, 10, 14, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 14, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 14:35:17.617538 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fa68ba-9be3-4cca-b5e4-09e25705ca3d None None] Checking segment: {'id': 'f93d097d-bbdb-4822-b400-f86fb48f123e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e0ff121b-ca6a-4655-93aa-21125759945f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 14:35:17.618079 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron_lib.callbacks.manager [None req-80fa68ba-9be3-4cca-b5e4-09e25705ca3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:17.618396 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fa68ba-9be3-4cca-b5e4-09e25705ca3d None None] Bound using segment: {'id': 'f93d097d-bbdb-4822-b400-f86fb48f123e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e0ff121b-ca6a-4655-93aa-21125759945f'} {{(pid=98191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 14:35:17.618930 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.plugins.ml2.managers [None req-80fa68ba-9be3-4cca-b5e4-09e25705ca3d None None] Bound port: fcd597ec-064d-4864-a333-34121f21b4d9, host: dv-cinder-795785-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f93d097d-bbdb-4822-b400-f86fb48f123e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e0ff121b-ca6a-4655-93aa-21125759945f'}}] {{(pid=98191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 14:35:17.619303 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron_lib.callbacks.manager [None req-80fa68ba-9be3-4cca-b5e4-09e25705ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:17.698277 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.plugins.ml2.db [None req-80fa68ba-9be3-4cca-b5e4-09e25705ca3d None None] For port fcd597ec-064d-4864-a333-34121f21b4d9, host dv-cinder-795785-1-smb, cleared binding levels {{(pid=98191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 14:35:17.722078 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.plugins.ml2.db [None req-80fa68ba-9be3-4cca-b5e4-09e25705ca3d None None] For port fcd597ec-064d-4864-a333-34121f21b4d9, host dv-cinder-795785-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-smb',level=0,port_id=fcd597ec-064d-4864-a333-34121f21b4d9,segment=NetworkSegment(f93d097d-bbdb-4822-b400-f86fb48f123e),segment_id=f93d097d-bbdb-4822-b400-f86fb48f123e)] {{(pid=98191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 14:35:17.726135 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron_lib.callbacks.manager [None req-80fa68ba-9be3-4cca-b5e4-09e25705ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:17.729014 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG oslo_concurrency.lockutils [None req-d38ca4f2-95af-4005-928e-7cdb94d69248 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98191) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:35:17.795057 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fa68ba-9be3-4cca-b5e4-09e25705ca3d None None] Routers {'75b1d42d-9ec8-4fc2-bb11-f71ccd554891'} bound to L3 agent in host dv-cinder-795785-1-smb {{(pid=98191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:35:17.795683 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_hamode_db [None req-80fa68ba-9be3-4cca-b5e4-09e25705ca3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-10T14:34:42Z,description=,heartbeat_timestamp=2021-06-10T14:35:12Z,host='dv-cinder-795785-1-smb',id=e92f4ea4-4278-4a3e-8ba4-23ff1581fd94,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:42Z,topic='l3_agent')) {'router_ids': ['75b1d42d-9ec8-4fc2-bb11-f71ccd554891'], 'active': True} {{(pid=98191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:35:17.847392 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ca4f2-95af-4005-928e-7cdb94d69248 None None] Pushing event updated for resources: {'Port': ['ID=fcd597ec-064d-4864-a333-34121f21b4d9,revision_number=4']} {{(pid=98191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:35:17.851010 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG oslo_concurrency.lockutils [None req-d38ca4f2-95af-4005-928e-7cdb94d69248 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=98191) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:35:17.928224 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_dvr_db [None req-80fa68ba-9be3-4cca-b5e4-09e25705ca3d None None] Set router 75b1d42d-9ec8-4fc2-bb11-f71ccd554891 gateway port host: None {{(pid=98191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:35:18.198616 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_hamode_db [None req-80fa68ba-9be3-4cca-b5e4-09e25705ca3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b1d42d-9ec8-4fc2-bb11-f71ccd554891', 'name': 'router1', 'tenant_id': '52e6a57150764538af01ea531e1f9d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:35:05Z', 'updated_at': '2021-06-10T14:35:15Z', 'revision_number': 2, 'project_id': '52e6a57150764538af01ea531e1f9d47', 'gw_port_host': None, '_interfaces': [{'id': 'fcd597ec-064d-4864-a333-34121f21b4d9', 'name': '', 'network_id': 'e0ff121b-ca6a-4655-93aa-21125759945f', 'tenant_id': '52e6a57150764538af01ea531e1f9d47', 'mac_address': 'fa:16:3e:2d:78:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b1d42d-9ec8-4fc2-bb11-f71ccd554891', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1ccc40b9-4268-4cd3-a26a-0c5c7293ede6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:35:14Z', 'updated_at': '2021-06-10T14:35:17Z', 'revision_number': 4, 'project_id': '52e6a57150764538af01ea531e1f9d47', 'subnets': [{'id': '1ccc40b9-4268-4cd3-a26a-0c5c7293ede6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bfd37d2a-6591-4517-9e8b-62c8467f14b5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-1-smb', False) {} {{(pid=98191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:35:18.202680 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fa68ba-9be3-4cca-b5e4-09e25705ca3d None None] The sync data for ids ['75b1d42d-9ec8-4fc2-bb11-f71ccd554891'] in dv-cinder-795785-1-smb is: [{'id': '75b1d42d-9ec8-4fc2-bb11-f71ccd554891', 'name': 'router1', 'tenant_id': '52e6a57150764538af01ea531e1f9d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:35:05Z', 'updated_at': '2021-06-10T14:35:15Z', 'revision_number': 2, 'project_id': '52e6a57150764538af01ea531e1f9d47', 'gw_port_host': None, '_interfaces': [{'id': 'fcd597ec-064d-4864-a333-34121f21b4d9', 'name': '', 'network_id': 'e0ff121b-ca6a-4655-93aa-21125759945f', 'tenant_id': '52e6a57150764538af01ea531e1f9d47', 'mac_address': 'fa:16:3e:2d:78:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b1d42d-9ec8-4fc2-bb11-f71ccd554891', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1ccc40b9-4268-4cd3-a26a-0c5c7293ede6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:35:14Z', 'updated_at': '2021-06-10T14:35:17Z', 'revision_number': 4, 'project_id': '52e6a57150764538af01ea531e1f9d47', 'subnets': [{'id': '1ccc40b9-4268-4cd3-a26a-0c5c7293ede6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bfd37d2a-6591-4517-9e8b-62c8467f14b5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 14:35:18.237148 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 59392) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:35:18.367053 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6322ccb-127f-406f-bdb7-776701949648 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:35:18.368398 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-c6322ccb-127f-406f-bdb7-776701949648 admin admin] 10.222.0.38 "GET /v2.0/networks/d939252c-9d87-4c0a-b331-cccdb2846f4a HTTP/1.1" status: 200 len: 842 time: 0.1302810 Jun 10 14:35:18.378341 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.v2.base [None req-f4e996d3-1c1e-490d-b63e-afd1abd815a1 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'enable_dhcp': False, 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a'}} {{(pid=98189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:35:18.472830 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e996d3-1c1e-490d-b63e-afd1abd815a1 admin admin] Made reservation on behalf of 9a4263dc60794e02a7d6951d98916f35 for: {'subnet': 1} {{(pid=98189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 14:35:18.475147 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-f4e996d3-1c1e-490d-b63e-afd1abd815a1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:18.844810 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.objects.ports [None req-f4e996d3-1c1e-490d-b63e-afd1abd815a1 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=98189) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 10 14:35:18.845470 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-f4e996d3-1c1e-490d-b63e-afd1abd815a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554'] for subnet, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:18.847465 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:35:18.909792 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e996d3-1c1e-490d-b63e-afd1abd815a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb56f5fa-8acc-4201-b097-078ac8811790,revision_number=0']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:35:18.917647 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-f4e996d3-1c1e-490d-b63e-afd1abd815a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:35:18.919065 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e996d3-1c1e-490d-b63e-afd1abd815a1 admin admin] Checking segment: {'id': '09b1f6b8-9c92-4513-844c-f3187f12106a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 14:35:18.919420 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e996d3-1c1e-490d-b63e-afd1abd815a1 admin admin] Network hostable DHCP agents. Network: d939252c-9d87-4c0a-b331-cccdb2846f4a, hostable agents: ['e526b2fa-fac9-473e-91d9-302d4f3c322e'], hosted agents: [] {{(pid=98189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 14:35:18.941131 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e996d3-1c1e-490d-b63e-afd1abd815a1 admin admin] Network d939252c-9d87-4c0a-b331-cccdb2846f4a is scheduled to be hosted by DHCP agent e526b2fa-fac9-473e-91d9-302d4f3c322e with binding_index 1 {{(pid=98189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 14:35:18.951995 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.base_scheduler [None req-f4e996d3-1c1e-490d-b63e-afd1abd815a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795785-1-smb, d939252c-9d87-4c0a-b331-cccdb2846f4a) {{(pid=98189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:35:18.956892 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e996d3-1c1e-490d-b63e-afd1abd815a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:35:18.958710 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-f4e996d3-1c1e-490d-b63e-afd1abd815a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545536'] for subnet, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:18.959937 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de247f2-86ce-4416-925c-200a9227c2dc None None] Network d939252c-9d87-4c0a-b331-cccdb2846f4a requested from dv-cinder-795785-1-smb {{(pid=98190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 14:35:18.972892 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-f4e996d3-1c1e-490d-b63e-afd1abd815a1 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5980971 Jun 10 14:35:19.189202 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52bacc7-c4e8-4d4b-90d0-1f651c923c75 None None] Network d939252c-9d87-4c0a-b331-cccdb2846f4a requested from dv-cinder-795785-1-smb {{(pid=98190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 14:35:21.235350 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 59404) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:35:21.396406 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-68dc54df-a395-4d7a-a86e-b48751c553f1 admin admin] 10.222.0.38 "GET /v2.0/routers/75b1d42d-9ec8-4fc2-bb11-f71ccd554891 HTTP/1.1" status: 200 len: 710 time: 0.1584942 Jun 10 14:35:21.502099 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5eda29e-0f09-4620-a45c-b5ef1658a52d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:35:21.503420 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-f5eda29e-0f09-4620-a45c-b5ef1658a52d admin admin] 10.222.0.38 "GET /v2.0/networks/d939252c-9d87-4c0a-b331-cccdb2846f4a HTTP/1.1" status: 200 len: 886 time: 0.1035051 Jun 10 14:35:21.511829 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.v2.base [None req-17b6d8bd-754f-4437-947d-261b57486ab6 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a'}}} {{(pid=98189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:35:21.855876 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-17b6d8bd-754f-4437-947d-261b57486ab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-725427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41771'] for router, precommit_update {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:21.920021 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Device fcd597ec-064d-4864-a333-34121f21b4d9 up at agent ovs-agent-dv-cinder-795785-1-smb {{(pid=98190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:35:21.977332 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Provisioning for port fcd597ec-064d-4864-a333-34121f21b4d9 completed by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:35:21.981810 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Provisioning complete for port fcd597ec-064d-4864-a333-34121f21b4d9 triggered by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:35:21.982463 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32877986'] for port, provisioning_complete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:22.078634 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:22.119405 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] For port fcd597ec-064d-4864-a333-34121f21b4d9, host dv-cinder-795785-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-smb',level=0,port_id=fcd597ec-064d-4864-a333-34121f21b4d9,segment=NetworkSegment(f93d097d-bbdb-4822-b400-f86fb48f123e),segment_id=f93d097d-bbdb-4822-b400-f86fb48f123e)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:35:22.124515 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:22.126888 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-d488b036-d120-488c-94a8-43ff1b46352f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:35:22.183611 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Pushing event updated for resources: {'Port': ['ID=fcd597ec-064d-4864-a333-34121f21b4d9,revision_number=5']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:35:22.189115 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:35:22.256618 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-17b6d8bd-754f-4437-947d-261b57486ab6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:22.333066 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-17b6d8bd-754f-4437-947d-261b57486ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:22.449828 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.db.db_base_plugin_common [None req-17b6d8bd-754f-4437-947d-261b57486ab6 admin admin] Allocated IP 172.28.0.3 (d939252c-9d87-4c0a-b331-cccdb2846f4a/bb56f5fa-8acc-4201-b097-078ac8811790/59fc0b0d-9eec-4b67-98db-b02290690a10) {{(pid=98189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 14:35:22.572120 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-17b6d8bd-754f-4437-947d-261b57486ab6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:22.611519 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-17b6d8bd-754f-4437-947d-261b57486ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33290945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770842374660'] for port, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:22.613507 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:35:22.660450 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b6d8bd-754f-4437-947d-261b57486ab6 admin admin] Network d939252c-9d87-4c0a-b331-cccdb2846f4a is already hosted by enough agents. {{(pid=98189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 14:35:22.663097 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.base_scheduler [None req-17b6d8bd-754f-4437-947d-261b57486ab6 admin admin] Resources bound (agent type, host, resource id): {{(pid=98189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:35:22.665859 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b6d8bd-754f-4437-947d-261b57486ab6 admin admin] Received port after_create {{(pid=98189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 14:35:22.712326 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b6d8bd-754f-4437-947d-261b57486ab6 admin admin] Pushing event updated for resources: {'Port': ['ID=59fc0b0d-9eec-4b67-98db-b02290690a10,revision_number=1']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:35:22.756828 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-17b6d8bd-754f-4437-947d-261b57486ab6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:35:22.980313 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-17b6d8bd-754f-4437-947d-261b57486ab6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:23.251399 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-17b6d8bd-754f-4437-947d-261b57486ab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-725427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41771'] for router, precommit_update {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:23.254534 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-17b6d8bd-754f-4437-947d-261b57486ab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-726253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-726242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-753350'] for router, after_update {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:23.393921 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17b6d8bd-754f-4437-947d-261b57486ab6 admin admin] Router 75b1d42d-9ec8-4fc2-bb11-f71ccd554891 has already been hosted by L3 agent e92f4ea4-4278-4a3e-8ba4-23ff1581fd94 {{(pid=98189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 14:35:23.622718 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17b6d8bd-754f-4437-947d-261b57486ab6 admin admin] Notify agent at l3_agent.dv-cinder-795785-1-smb the message routers_updated {{(pid=98189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 14:35:23.626819 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-17b6d8bd-754f-4437-947d-261b57486ab6 admin admin] Notify callbacks [] for router, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:23.628085 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-17b6d8bd-754f-4437-947d-261b57486ab6 admin admin] 10.222.0.38 "PUT /v2.0/routers/75b1d42d-9ec8-4fc2-bb11-f71ccd554891 HTTP/1.1" status: 200 len: 888 time: 2.1192336 Jun 10 14:35:23.643550 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3c585d-562b-4ab7-87ce-e41640be360f None None] Sync routers for ids ['75b1d42d-9ec8-4fc2-bb11-f71ccd554891'] in dv-cinder-795785-1-smb {{(pid=98190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 14:35:23.660732 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3c585d-562b-4ab7-87ce-e41640be360f None None] Routers {'75b1d42d-9ec8-4fc2-bb11-f71ccd554891'} bound to L3 agent in host dv-cinder-795785-1-smb {{(pid=98190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:35:23.661421 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_hamode_db [None req-ac3c585d-562b-4ab7-87ce-e41640be360f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-10T14:34:42Z,description=,heartbeat_timestamp=2021-06-10T14:35:12Z,host='dv-cinder-795785-1-smb',id=e92f4ea4-4278-4a3e-8ba4-23ff1581fd94,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:42Z,topic='l3_agent')) {'router_ids': ['75b1d42d-9ec8-4fc2-bb11-f71ccd554891'], 'active': True} {{(pid=98190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:35:23.897542 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Device fcd597ec-064d-4864-a333-34121f21b4d9 up at agent ovs-agent-dv-cinder-795785-1-smb {{(pid=98190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:35:23.928648 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_dvr_db [None req-ac3c585d-562b-4ab7-87ce-e41640be360f None None] Set router 75b1d42d-9ec8-4fc2-bb11-f71ccd554891 gateway port host: dv-cinder-795785-1-smb {{(pid=98190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:35:24.140468 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Provisioning complete for port fcd597ec-064d-4864-a333-34121f21b4d9 triggered by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:35:24.140747 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32877986'] for port, provisioning_complete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:24.519079 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_hamode_db [None req-ac3c585d-562b-4ab7-87ce-e41640be360f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b1d42d-9ec8-4fc2-bb11-f71ccd554891', 'name': 'router1', 'tenant_id': '52e6a57150764538af01ea531e1f9d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'external_fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.3'}], 'enable_snat': True}, 'gw_port_id': '59fc0b0d-9eec-4b67-98db-b02290690a10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:35:05Z', 'updated_at': '2021-06-10T14:35:22Z', 'revision_number': 4, 'project_id': '52e6a57150764538af01ea531e1f9d47', 'gw_port': {'id': '59fc0b0d-9eec-4b67-98db-b02290690a10', 'name': '', 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:23:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b1d42d-9ec8-4fc2-bb11-f71ccd554891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:35:22Z', 'updated_at': '2021-06-10T14:35:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-smb', '_interfaces': [{'id': 'fcd597ec-064d-4864-a333-34121f21b4d9', 'name': '', 'network_id': 'e0ff121b-ca6a-4655-93aa-21125759945f', 'tenant_id': '52e6a57150764538af01ea531e1f9d47', 'mac_address': 'fa:16:3e:2d:78:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b1d42d-9ec8-4fc2-bb11-f71ccd554891', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1ccc40b9-4268-4cd3-a26a-0c5c7293ede6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:35:14Z', 'updated_at': '2021-06-10T14:35:22Z', 'revision_number': 5, 'project_id': '52e6a57150764538af01ea531e1f9d47', 'subnets': [{'id': '1ccc40b9-4268-4cd3-a26a-0c5c7293ede6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bfd37d2a-6591-4517-9e8b-62c8467f14b5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-1-smb', False) {} {{(pid=98190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:35:24.525400 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3c585d-562b-4ab7-87ce-e41640be360f None None] Checking router: 75b1d42d-9ec8-4fc2-bb11-f71ccd554891 for host: dv-cinder-795785-1-smb {{(pid=98190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 14:35:24.525774 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3c585d-562b-4ab7-87ce-e41640be360f None None] Updating router 75b1d42d-9ec8-4fc2-bb11-f71ccd554891 port 59fc0b0d-9eec-4b67-98db-b02290690a10 binding host dv-cinder-795785-1-smb {{(pid=98190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 14:35:24.565481 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-ac3c585d-562b-4ab7-87ce-e41640be360f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:24.926147 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-ac3c585d-562b-4ab7-87ce-e41640be360f None None] Notify callbacks [] for port, precommit_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:24.936195 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-ac3c585d-562b-4ab7-87ce-e41640be360f None None] Transition to ACTIVE for port object 59fc0b0d-9eec-4b67-98db-b02290690a10 will not be triggered until provisioned by entity L2. {{(pid=98190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:35:24.942266 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-ac3c585d-562b-4ab7-87ce-e41640be360f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:24.944476 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-81d74a26-7525-43a9-8616-1004f720e96c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:35:25.005231 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.managers [None req-ac3c585d-562b-4ab7-87ce-e41640be360f None None] Attempting to bind port 59fc0b0d-9eec-4b67-98db-b02290690a10 on host dv-cinder-795785-1-smb for vnic_type normal with profile {{(pid=98190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 14:35:25.005604 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.managers [None req-ac3c585d-562b-4ab7-87ce-e41640be360f None None] Attempting to bind port 59fc0b0d-9eec-4b67-98db-b02290690a10 by drivers openvswitch,hyperv on host dv-cinder-795785-1-smb at level 0 using segments [{'id': '09b1f6b8-9c92-4513-844c-f3187f12106a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a'}] {{(pid=98190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 14:35:25.005992 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3c585d-562b-4ab7-87ce-e41640be360f None None] Attempting to bind port 59fc0b0d-9eec-4b67-98db-b02290690a10 on network d939252c-9d87-4c0a-b331-cccdb2846f4a {{(pid=98190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 14:35:25.008679 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f1d1ff-24ba-41a5-bfae-85bf91aec75c None None] Pushing event updated for resources: {'Port': ['ID=59fc0b0d-9eec-4b67-98db-b02290690a10,revision_number=2']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:35:25.012540 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-74f1d1ff-24ba-41a5-bfae-85bf91aec75c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:35:25.017318 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3c585d-562b-4ab7-87ce-e41640be360f None None] Checking agent: {'id': '22b05ad3-e755-4423-b55e-6b54dea224ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 14, 34, 42), 'started_at': datetime.datetime(2021, 6, 10, 14, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 14, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 14:35:25.017688 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3c585d-562b-4ab7-87ce-e41640be360f None None] Checking segment: {'id': '09b1f6b8-9c92-4513-844c-f3187f12106a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 14:35:25.018090 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-ac3c585d-562b-4ab7-87ce-e41640be360f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:25.018473 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3c585d-562b-4ab7-87ce-e41640be360f None None] Bound using segment: {'id': '09b1f6b8-9c92-4513-844c-f3187f12106a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a'} {{(pid=98190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 14:35:25.018940 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.managers [None req-ac3c585d-562b-4ab7-87ce-e41640be360f None None] Bound port: 59fc0b0d-9eec-4b67-98db-b02290690a10, host: dv-cinder-795785-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09b1f6b8-9c92-4513-844c-f3187f12106a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a'}}] {{(pid=98190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 14:35:25.019336 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-ac3c585d-562b-4ab7-87ce-e41640be360f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:25.079325 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-ac3c585d-562b-4ab7-87ce-e41640be360f None None] For port 59fc0b0d-9eec-4b67-98db-b02290690a10, host dv-cinder-795785-1-smb, cleared binding levels {{(pid=98190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 14:35:25.082521 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-ac3c585d-562b-4ab7-87ce-e41640be360f None None] For port 59fc0b0d-9eec-4b67-98db-b02290690a10, host dv-cinder-795785-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-smb',level=0,port_id=59fc0b0d-9eec-4b67-98db-b02290690a10,segment=NetworkSegment(09b1f6b8-9c92-4513-844c-f3187f12106a),segment_id=09b1f6b8-9c92-4513-844c-f3187f12106a)] {{(pid=98190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 14:35:25.085966 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-ac3c585d-562b-4ab7-87ce-e41640be360f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:25.088746 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:35:25.151755 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f1d1ff-24ba-41a5-bfae-85bf91aec75c None None] Pushing event updated for resources: {'Port': ['ID=59fc0b0d-9eec-4b67-98db-b02290690a10,revision_number=3']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:35:25.154424 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3c585d-562b-4ab7-87ce-e41640be360f None None] Routers {'75b1d42d-9ec8-4fc2-bb11-f71ccd554891'} bound to L3 agent in host dv-cinder-795785-1-smb {{(pid=98190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:35:25.155209 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_hamode_db [None req-ac3c585d-562b-4ab7-87ce-e41640be360f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-10T14:34:42Z,description=,heartbeat_timestamp=2021-06-10T14:35:12Z,host='dv-cinder-795785-1-smb',id=e92f4ea4-4278-4a3e-8ba4-23ff1581fd94,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:42Z,topic='l3_agent')) {'router_ids': ['75b1d42d-9ec8-4fc2-bb11-f71ccd554891'], 'active': True} {{(pid=98190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:35:25.156991 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-74f1d1ff-24ba-41a5-bfae-85bf91aec75c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:35:25.299749 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_dvr_db [None req-ac3c585d-562b-4ab7-87ce-e41640be360f None None] Set router 75b1d42d-9ec8-4fc2-bb11-f71ccd554891 gateway port host: dv-cinder-795785-1-smb {{(pid=98190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:35:25.567071 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_hamode_db [None req-ac3c585d-562b-4ab7-87ce-e41640be360f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b1d42d-9ec8-4fc2-bb11-f71ccd554891', 'name': 'router1', 'tenant_id': '52e6a57150764538af01ea531e1f9d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'external_fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.3'}], 'enable_snat': True}, 'gw_port_id': '59fc0b0d-9eec-4b67-98db-b02290690a10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:35:05Z', 'updated_at': '2021-06-10T14:35:22Z', 'revision_number': 4, 'project_id': '52e6a57150764538af01ea531e1f9d47', 'gw_port': {'id': '59fc0b0d-9eec-4b67-98db-b02290690a10', 'name': '', 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:23:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b1d42d-9ec8-4fc2-bb11-f71ccd554891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:35:22Z', 'updated_at': '2021-06-10T14:35:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-smb', '_interfaces': [{'id': 'fcd597ec-064d-4864-a333-34121f21b4d9', 'name': '', 'network_id': 'e0ff121b-ca6a-4655-93aa-21125759945f', 'tenant_id': '52e6a57150764538af01ea531e1f9d47', 'mac_address': 'fa:16:3e:2d:78:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b1d42d-9ec8-4fc2-bb11-f71ccd554891', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1ccc40b9-4268-4cd3-a26a-0c5c7293ede6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:35:14Z', 'updated_at': '2021-06-10T14:35:22Z', 'revision_number': 5, 'project_id': '52e6a57150764538af01ea531e1f9d47', 'subnets': [{'id': '1ccc40b9-4268-4cd3-a26a-0c5c7293ede6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bfd37d2a-6591-4517-9e8b-62c8467f14b5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-1-smb', False) {} {{(pid=98190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:35:25.570487 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3c585d-562b-4ab7-87ce-e41640be360f None None] The sync data for ids ['75b1d42d-9ec8-4fc2-bb11-f71ccd554891'] in dv-cinder-795785-1-smb is: [{'id': '75b1d42d-9ec8-4fc2-bb11-f71ccd554891', 'name': 'router1', 'tenant_id': '52e6a57150764538af01ea531e1f9d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'external_fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.3'}], 'enable_snat': True}, 'gw_port_id': '59fc0b0d-9eec-4b67-98db-b02290690a10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:35:05Z', 'updated_at': '2021-06-10T14:35:22Z', 'revision_number': 4, 'project_id': '52e6a57150764538af01ea531e1f9d47', 'gw_port': {'id': '59fc0b0d-9eec-4b67-98db-b02290690a10', 'name': '', 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:23:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b1d42d-9ec8-4fc2-bb11-f71ccd554891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:35:22Z', 'updated_at': '2021-06-10T14:35:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-smb', '_interfaces': [{'id': 'fcd597ec-064d-4864-a333-34121f21b4d9', 'name': '', 'network_id': 'e0ff121b-ca6a-4655-93aa-21125759945f', 'tenant_id': '52e6a57150764538af01ea531e1f9d47', 'mac_address': 'fa:16:3e:2d:78:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b1d42d-9ec8-4fc2-bb11-f71ccd554891', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1ccc40b9-4268-4cd3-a26a-0c5c7293ede6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:35:14Z', 'updated_at': '2021-06-10T14:35:22Z', 'revision_number': 5, 'project_id': '52e6a57150764538af01ea531e1f9d47', 'subnets': [{'id': '1ccc40b9-4268-4cd3-a26a-0c5c7293ede6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bfd37d2a-6591-4517-9e8b-62c8467f14b5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 14:35:25.922487 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Device 59fc0b0d-9eec-4b67-98db-b02290690a10 up at agent ovs-agent-dv-cinder-795785-1-smb {{(pid=98190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:35:25.982325 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Provisioning for port 59fc0b0d-9eec-4b67-98db-b02290690a10 completed by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:35:25.986432 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Provisioning complete for port 59fc0b0d-9eec-4b67-98db-b02290690a10 triggered by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:35:25.986920 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32877986'] for port, provisioning_complete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:25.995906 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 59412) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:35:26.085852 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:26.108948 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] For port 59fc0b0d-9eec-4b67-98db-b02290690a10, host dv-cinder-795785-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-smb',level=0,port_id=59fc0b0d-9eec-4b67-98db-b02290690a10,segment=NetworkSegment(09b1f6b8-9c92-4513-844c-f3187f12106a),segment_id=09b1f6b8-9c92-4513-844c-f3187f12106a)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:35:26.113721 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:26.115919 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:35:26.134570 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-55adb540-3d22-4451-b328-5811924856d2 admin admin] 10.222.0.38 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 409 time: 0.1373637 Jun 10 14:35:26.174652 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Pushing event updated for resources: {'Port': ['ID=59fc0b0d-9eec-4b67-98db-b02290690a10,revision_number=4']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:35:26.178076 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:35:27.903421 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Device 59fc0b0d-9eec-4b67-98db-b02290690a10 up at agent ovs-agent-dv-cinder-795785-1-smb {{(pid=98190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:35:27.962878 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Provisioning complete for port 59fc0b0d-9eec-4b67-98db-b02290690a10 triggered by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:35:27.963259 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32877986'] for port, provisioning_complete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:38.331585 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.agents_db [None req-cd79858f-8c6e-4eae-9804-968873059af8 None None] Agent healthcheck: found 5 active agents {{(pid=98191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 14:35:39.546307 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-f2f43678-56ab-4aff-ae8d-3ed4983e5c15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:42.024587 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:42.181990 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-4b5ec1f2-c124-4f99-9349-316267c49cec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:43.202178 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-eaea1bf5-020e-4d00-b5bd-84659b7b503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:44.816270 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-fbbc5fb5-3f71-4862-8fd7-9153cbf0fe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:36:09.539957 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-dd2614cd-0e20-4b61-9c78-48999fbe9a4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:36:12.027151 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:36:12.174380 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-3aaa3a07-814f-477e-8b59-f050c6034095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:36:13.202115 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-eaea1bf5-020e-4d00-b5bd-84659b7b503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:36:14.810701 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-fbbc5fb5-3f71-4862-8fd7-9153cbf0fe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:36:15.331559 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.agents_db [None req-cd79858f-8c6e-4eae-9804-968873059af8 None None] Agent healthcheck: found 5 active agents {{(pid=98191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 14:36:39.543986 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-31fce21e-2136-4cc6-97ea-8f185f83720e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:36:42.018203 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:36:42.174890 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-41bb9885-1454-4586-ba33-df80c3c93c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:36:43.203615 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-eaea1bf5-020e-4d00-b5bd-84659b7b503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:36:44.814963 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-fbbc5fb5-3f71-4862-8fd7-9153cbf0fe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:36:52.329897 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.agents_db [None req-cd79858f-8c6e-4eae-9804-968873059af8 None None] Agent healthcheck: found 5 active agents {{(pid=98191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 14:37:00.820755 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 59980) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:37:00.882644 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.pecan_wsgi.hooks.translation [None req-90d5528b-1656-4d23-9cfb-231fdfb4a617 admin admin] GET failed (client error): The resource could not be found. Jun 10 14:37:00.883949 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-90d5528b-1656-4d23-9cfb-231fdfb4a617 admin admin] 10.222.0.38 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0622492 Jun 10 14:37:01.055768 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a460a400-9ddb-429d-a8be-a22cbba286a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:37:01.057775 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-a460a400-9ddb-429d-a8be-a22cbba286a2 admin admin] 10.222.0.38 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1679704 Jun 10 14:37:03.173684 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 59990) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:37:03.274259 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc831c35-d3a4-447b-855f-b35dde392363 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:37:03.276149 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-bc831c35-d3a4-447b-855f-b35dde392363 admin admin] 10.222.0.38 "GET /v2.0/subnets/1ccc40b9-4268-4cd3-a26a-0c5c7293ede6 HTTP/1.1" status: 200 len: 849 time: 0.1009967 Jun 10 14:37:03.285296 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.v2.base [None req-0effbe11-7280-4c50-8a09-562c4fae864d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=98189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:37:03.380927 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-0effbe11-7280-4c50-8a09-562c4fae864d admin admin] Notify callbacks [] for subnet, before_update {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:37:03.543301 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-0effbe11-7280-4c50-8a09-562c4fae864d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8770842865969'] for subnet, after_update {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:37:03.545345 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:37:03.583766 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0effbe11-7280-4c50-8a09-562c4fae864d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:37:03.584369 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-0effbe11-7280-4c50-8a09-562c4fae864d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545536'] for subnet, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:37:03.602552 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-0effbe11-7280-4c50-8a09-562c4fae864d admin admin] 10.222.0.38 "PUT /v2.0/subnets/1ccc40b9-4268-4cd3-a26a-0c5c7293ede6 HTTP/1.1" status: 200 len: 868 time: 0.3040144 Jun 10 14:37:03.602799 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece86abb-7a1a-42bc-ae28-d87e6e578ed8 None None] Network e0ff121b-ca6a-4655-93aa-21125759945f requested from dv-cinder-795785-1-smb {{(pid=98190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 14:37:03.605917 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0effbe11-7280-4c50-8a09-562c4fae864d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ccc40b9-4268-4cd3-a26a-0c5c7293ede6,revision_number=1']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:37:03.613152 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0effbe11-7280-4c50-8a09-562c4fae864d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:37:03.613500 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0effbe11-7280-4c50-8a09-562c4fae864d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:37:03.613837 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0effbe11-7280-4c50-8a09-562c4fae864d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:37:03.614169 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0effbe11-7280-4c50-8a09-562c4fae864d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:37:03.614493 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0effbe11-7280-4c50-8a09-562c4fae864d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:37:03.614820 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0effbe11-7280-4c50-8a09-562c4fae864d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:37:03.615139 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0effbe11-7280-4c50-8a09-562c4fae864d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:37:03.615458 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0effbe11-7280-4c50-8a09-562c4fae864d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:37:03.615799 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0effbe11-7280-4c50-8a09-562c4fae864d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:37:03.616122 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0effbe11-7280-4c50-8a09-562c4fae864d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:37:03.616470 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0effbe11-7280-4c50-8a09-562c4fae864d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:37:03.616783 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0effbe11-7280-4c50-8a09-562c4fae864d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:37:03.620623 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-0effbe11-7280-4c50-8a09-562c4fae864d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:37:04.022224 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-ae25264e-b383-4a08-90f3-71ec64b32140 None None] Provisioning complete for port fcd597ec-064d-4864-a333-34121f21b4d9 triggered by entity DHCP. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:37:04.022594 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-ae25264e-b383-4a08-90f3-71ec64b32140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32877986'] for port, provisioning_complete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:37:04.122706 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-ae25264e-b383-4a08-90f3-71ec64b32140 None None] Provisioning complete for port a0403eeb-b432-4042-9238-0a0f9a4dccfe triggered by entity DHCP. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:37:04.122968 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-ae25264e-b383-4a08-90f3-71ec64b32140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32877986'] for port, provisioning_complete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:37:05.716414 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 59998) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:37:05.918624 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16fbfeab-56a3-4d9d-bcac-8ca0943e8b45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:37:05.919099 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16fbfeab-56a3-4d9d-bcac-8ca0943e8b45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:37:05.920609 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-16fbfeab-56a3-4d9d-bcac-8ca0943e8b45 admin admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2032151 Jun 10 14:37:08.022337 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 60006) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:37:08.174048 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346e40c0-270f-4b31-a28c-935ffb5322b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:37:08.174525 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346e40c0-270f-4b31-a28c-935ffb5322b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:37:08.176005 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-346e40c0-270f-4b31-a28c-935ffb5322b0 admin admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1527445 Jun 10 14:37:09.543794 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-f6ae4eb0-46a2-4eec-886a-5e5e9009f935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:37:10.302593 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 60014) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:37:10.473177 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857c1b86-7a65-4092-b89e-d2adf9d93f40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:37:10.474512 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-857c1b86-7a65-4092-b89e-d2adf9d93f40 admin admin] 10.222.0.38 "GET /v2.0/networks/d939252c-9d87-4c0a-b331-cccdb2846f4a HTTP/1.1" status: 200 len: 886 time: 0.1709943 Jun 10 14:37:12.019532 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:37:12.176679 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-049ab33b-3a3f-4fa4-b68f-90d0ebdb8722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:37:12.589606 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 60024) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:37:12.740892 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14d3569-2156-4c98-8bb5-b8350f8dbd97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:37:12.742216 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-b14d3569-2156-4c98-8bb5-b8350f8dbd97 admin admin] 10.222.0.38 "GET /v2.0/networks/e0ff121b-ca6a-4655-93aa-21125759945f HTTP/1.1" status: 200 len: 869 time: 0.1516473 Jun 10 14:37:13.206094 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-eaea1bf5-020e-4d00-b5bd-84659b7b503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:37:14.817702 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-fbbc5fb5-3f71-4862-8fd7-9153cbf0fe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:37:14.863240 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 60032) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:37:14.989170 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1891024-c765-4b63-87a6-9b867295afa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:37:14.989626 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1891024-c765-4b63-87a6-9b867295afa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:37:14.991100 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-a1891024-c765-4b63-87a6-9b867295afa5 admin admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1269326 Jun 10 14:37:17.085874 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 60040) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:37:17.183591 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39e7201-66f4-420b-b7e7-c4203f55d499 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:37:17.184052 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39e7201-66f4-420b-b7e7-c4203f55d499 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:37:17.185556 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-a39e7201-66f4-420b-b7e7-c4203f55d499 admin admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0984056 Jun 10 14:37:19.275672 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 60048) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:37:19.373432 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2454927-1fac-463e-b44f-e363a047574d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:37:19.374767 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-a2454927-1fac-463e-b44f-e363a047574d admin admin] 10.222.0.38 "GET /v2.0/subnets/1ccc40b9-4268-4cd3-a26a-0c5c7293ede6 HTTP/1.1" status: 200 len: 868 time: 0.0981450 Jun 10 14:37:21.505182 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 60056) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:37:21.700214 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd797a75-7531-4d81-8c62-3e2cb80184f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:37:21.701489 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-cd797a75-7531-4d81-8c62-3e2cb80184f3 admin admin] 10.222.0.38 "GET /v2.0/subnets/bb56f5fa-8acc-4201-b097-078ac8811790 HTTP/1.1" status: 200 len: 816 time: 0.1953783 Jun 10 14:37:29.332687 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.agents_db [None req-cd79858f-8c6e-4eae-9804-968873059af8 None None] Agent healthcheck: found 5 active agents {{(pid=98191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 14:37:39.545553 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-1a390747-c4d7-49e0-b712-957b23701c5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:37:42.020945 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:37:42.177962 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-a054445a-fc96-4e04-9982-7824a19bfe49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:37:43.209632 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-eaea1bf5-020e-4d00-b5bd-84659b7b503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:37:44.756675 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 60100) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:37:44.802674 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [None req-b847f4db-2ed9-4e98-a900-f56ee96b0fd8 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=98189) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 14:37:44.803670 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-b847f4db-2ed9-4e98-a900-f56ee96b0fd8 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0459847 Jun 10 14:37:44.819518 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-fbbc5fb5-3f71-4862-8fd7-9153cbf0fe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:37:47.034430 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 60108) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:37:47.101794 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.pecan_wsgi.hooks.translation [None req-56a93d42-6157-4026-be01-bec11b398c4f admin admin] GET failed (client error): The resource could not be found. Jun 10 14:37:47.103220 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-56a93d42-6157-4026-be01-bec11b398c4f admin admin] 10.222.0.38 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0678475 Jun 10 14:37:47.261325 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3861ad50-d20b-4538-9331-1cac3b412dfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:37:47.262710 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-3861ad50-d20b-4538-9331-1cac3b412dfd admin admin] 10.222.0.38 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1554506 Jun 10 14:37:49.408563 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 60116) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:37:49.453194 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.v2.base [None req-c0b1e7ac-824a-438f-8a5d-3c4e45642df9 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=98189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:37:49.474018 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0b1e7ac-824a-438f-8a5d-3c4e45642df9 admin admin] Made reservation on behalf of 9a4263dc60794e02a7d6951d98916f35 for: {'network': 1} {{(pid=98189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 14:37:49.476234 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-c0b1e7ac-824a-438f-8a5d-3c4e45642df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33290777'] for network, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:37:49.508289 dv-cinder-795785-1-smb neutron-server[98189]: WARNING neutron.services.revisions.revision_plugin [None req-c0b1e7ac-824a-438f-8a5d-3c4e45642df9 admin admin] Could not find related network for resource to bump revision. Jun 10 14:37:49.518740 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0b1e7ac-824a-438f-8a5d-3c4e45642df9 admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=98189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 14:37:49.527893 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-c0b1e7ac-824a-438f-8a5d-3c4e45642df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32871535'] for segment, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:37:49.528136 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.db.segments_db [None req-c0b1e7ac-824a-438f-8a5d-3c4e45642df9 admin admin] Added segment 92204593-1e78-4203-80d6-e5c9ae6cd1d8 of type vlan for network 6ec3b9e7-bd6b-4c37-940b-55a0fbe006b5 Jun 10 14:37:49.573731 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-c0b1e7ac-824a-438f-8a5d-3c4e45642df9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770842362772'] for network, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:37:49.601631 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-c0b1e7ac-824a-438f-8a5d-3c4e45642df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545563'] for network, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:37:49.602873 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b1e7ac-824a-438f-8a5d-3c4e45642df9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:37:49.603459 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-c0b1e7ac-824a-438f-8a5d-3c4e45642df9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545536'] for network, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:37:49.605943 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:37:49.643419 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-c0b1e7ac-824a-438f-8a5d-3c4e45642df9 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2338264 Jun 10 14:37:49.687240 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b1e7ac-824a-438f-8a5d-3c4e45642df9 admin admin] Pushing event updated for resources: {'Network': ['ID=6ec3b9e7-bd6b-4c37-940b-55a0fbe006b5,revision_number=1']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:37:49.690556 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-c0b1e7ac-824a-438f-8a5d-3c4e45642df9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:37:49.698677 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Network 6ec3b9e7-bd6b-4c37-940b-55a0fbe006b5 details requested by agent ovs-agent-dv-cinder-795785-1-smb with host dv-cinder-795785-1-smb {{(pid=98190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 14:37:51.805912 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 60124) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:37:51.866944 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.pecan_wsgi.hooks.translation [None req-6566c75f-387d-4db8-a1df-bd859651416b admin admin] GET failed (client error): The resource could not be found. Jun 10 14:37:51.868227 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-6566c75f-387d-4db8-a1df-bd859651416b admin admin] 10.222.0.38 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0614083 Jun 10 14:37:51.960545 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c6a5ab-c887-40f9-b417-42922386b24a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:37:51.961972 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-04c6a5ab-c887-40f9-b417-42922386b24a admin admin] 10.222.0.38 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0894070 Jun 10 14:37:51.971825 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.v2.base [None req-25b297aa-afea-43fb-b8cb-377e76e798d1 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': '6ec3b9e7-bd6b-4c37-940b-55a0fbe006b5', 'description': 'shared-subnet'}} {{(pid=98189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:37:51.990901 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25b297aa-afea-43fb-b8cb-377e76e798d1 admin admin] Made reservation on behalf of 9a4263dc60794e02a7d6951d98916f35 for: {'subnet': 1} {{(pid=98189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 14:37:51.993150 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-25b297aa-afea-43fb-b8cb-377e76e798d1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:37:52.193444 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-25b297aa-afea-43fb-b8cb-377e76e798d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554'] for subnet, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:37:52.196134 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:37:52.257203 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b297aa-afea-43fb-b8cb-377e76e798d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e417e01e-d9ea-4719-a318-b957478bb3cb,revision_number=0']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:37:52.262402 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-25b297aa-afea-43fb-b8cb-377e76e798d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:37:52.264922 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b297aa-afea-43fb-b8cb-377e76e798d1 admin admin] Checking segment: {'id': '92204593-1e78-4203-80d6-e5c9ae6cd1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '6ec3b9e7-bd6b-4c37-940b-55a0fbe006b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 14:37:52.265273 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b297aa-afea-43fb-b8cb-377e76e798d1 admin admin] Network hostable DHCP agents. Network: 6ec3b9e7-bd6b-4c37-940b-55a0fbe006b5, hostable agents: ['e526b2fa-fac9-473e-91d9-302d4f3c322e'], hosted agents: [] {{(pid=98189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 14:37:52.282182 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b297aa-afea-43fb-b8cb-377e76e798d1 admin admin] Network 6ec3b9e7-bd6b-4c37-940b-55a0fbe006b5 is scheduled to be hosted by DHCP agent e526b2fa-fac9-473e-91d9-302d4f3c322e with binding_index 1 {{(pid=98189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 14:37:52.290673 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.base_scheduler [None req-25b297aa-afea-43fb-b8cb-377e76e798d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795785-1-smb, 6ec3b9e7-bd6b-4c37-940b-55a0fbe006b5) {{(pid=98189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:37:52.295381 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b297aa-afea-43fb-b8cb-377e76e798d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:37:52.296484 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-25b297aa-afea-43fb-b8cb-377e76e798d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545536'] for subnet, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:37:52.299495 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae394aaf-9def-4129-a07e-f28c748db839 None None] Network 6ec3b9e7-bd6b-4c37-940b-55a0fbe006b5 requested from dv-cinder-795785-1-smb {{(pid=98190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 14:37:52.309871 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-25b297aa-afea-43fb-b8cb-377e76e798d1 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3412383 Jun 10 14:37:52.488171 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84931959-ba09-453b-b5b6-02c8e213ba40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf5b42f4-d7c5-5d8a-92f6-9d4013c287c3-6ec3b9e7-bd6b-4c37-940b-55a0fbe006b5', 'network_id': '6ec3b9e7-bd6b-4c37-940b-55a0fbe006b5', 'tenant_id': '9a4263dc60794e02a7d6951d98916f35', 'fixed_ips': [{'subnet_id': 'e417e01e-d9ea-4719-a318-b957478bb3cb'}]}} from dv-cinder-795785-1-smb. {{(pid=98190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 14:37:52.489231 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-84931959-ba09-453b-b5b6-02c8e213ba40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_create {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:37:52.645563 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.db_base_plugin_common [None req-84931959-ba09-453b-b5b6-02c8e213ba40 None None] Allocated IP 192.168.233.2 (6ec3b9e7-bd6b-4c37-940b-55a0fbe006b5/e417e01e-d9ea-4719-a318-b957478bb3cb/e27ad083-2dfa-4361-a0de-cb536fa891b5) {{(pid=98190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 14:37:52.834614 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-84931959-ba09-453b-b5b6-02c8e213ba40 None None] Notify callbacks [] for port, precommit_create {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:37:52.843214 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-84931959-ba09-453b-b5b6-02c8e213ba40 None None] Transition to ACTIVE for port object e27ad083-2dfa-4361-a0de-cb536fa891b5 will not be triggered until provisioned by entity L2. {{(pid=98190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:37:52.859098 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-84931959-ba09-453b-b5b6-02c8e213ba40 None None] Transition to ACTIVE for port object e27ad083-2dfa-4361-a0de-cb536fa891b5 will not be triggered until provisioned by entity DHCP. {{(pid=98190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:37:52.865873 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-84931959-ba09-453b-b5b6-02c8e213ba40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33290945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770842374660'] for port, after_create {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:37:52.869111 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-74f1d1ff-24ba-41a5-bfae-85bf91aec75c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:37:52.914879 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84931959-ba09-453b-b5b6-02c8e213ba40 None None] Network 6ec3b9e7-bd6b-4c37-940b-55a0fbe006b5 is already hosted by enough agents. {{(pid=98190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 14:37:52.918215 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.scheduler.base_scheduler [None req-84931959-ba09-453b-b5b6-02c8e213ba40 None None] Resources bound (agent type, host, resource id): {{(pid=98190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:37:52.921739 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84931959-ba09-453b-b5b6-02c8e213ba40 None None] Received port after_create {{(pid=98190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 14:37:52.930196 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84931959-ba09-453b-b5b6-02c8e213ba40 None None] Pushing event updated for resources: {'Port': ['ID=e27ad083-2dfa-4361-a0de-cb536fa891b5,revision_number=1']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:37:52.959471 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84931959-ba09-453b-b5b6-02c8e213ba40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:37:52.959818 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84931959-ba09-453b-b5b6-02c8e213ba40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:37:52.960162 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84931959-ba09-453b-b5b6-02c8e213ba40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:37:52.960525 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84931959-ba09-453b-b5b6-02c8e213ba40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:37:52.960859 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84931959-ba09-453b-b5b6-02c8e213ba40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:37:52.961191 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84931959-ba09-453b-b5b6-02c8e213ba40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:37:52.961507 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84931959-ba09-453b-b5b6-02c8e213ba40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:37:52.961835 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84931959-ba09-453b-b5b6-02c8e213ba40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:37:52.962154 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84931959-ba09-453b-b5b6-02c8e213ba40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:37:52.962479 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84931959-ba09-453b-b5b6-02c8e213ba40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:37:52.962801 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84931959-ba09-453b-b5b6-02c8e213ba40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:37:52.963117 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84931959-ba09-453b-b5b6-02c8e213ba40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:37:52.968433 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-84931959-ba09-453b-b5b6-02c8e213ba40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:37:53.005020 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.managers [None req-84931959-ba09-453b-b5b6-02c8e213ba40 None None] Attempting to bind port e27ad083-2dfa-4361-a0de-cb536fa891b5 on host dv-cinder-795785-1-smb for vnic_type normal with profile {{(pid=98190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 14:37:53.005397 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.managers [None req-84931959-ba09-453b-b5b6-02c8e213ba40 None None] Attempting to bind port e27ad083-2dfa-4361-a0de-cb536fa891b5 by drivers openvswitch,hyperv on host dv-cinder-795785-1-smb at level 0 using segments [{'id': '92204593-1e78-4203-80d6-e5c9ae6cd1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '6ec3b9e7-bd6b-4c37-940b-55a0fbe006b5'}] {{(pid=98190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 14:37:53.005759 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84931959-ba09-453b-b5b6-02c8e213ba40 None None] Attempting to bind port e27ad083-2dfa-4361-a0de-cb536fa891b5 on network 6ec3b9e7-bd6b-4c37-940b-55a0fbe006b5 {{(pid=98190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 14:37:53.010632 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84931959-ba09-453b-b5b6-02c8e213ba40 None None] Checking agent: {'id': '22b05ad3-e755-4423-b55e-6b54dea224ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 14, 34, 42), 'started_at': datetime.datetime(2021, 6, 10, 14, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 14, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 14:37:53.011005 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84931959-ba09-453b-b5b6-02c8e213ba40 None None] Checking segment: {'id': '92204593-1e78-4203-80d6-e5c9ae6cd1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '6ec3b9e7-bd6b-4c37-940b-55a0fbe006b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 14:37:53.011410 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-84931959-ba09-453b-b5b6-02c8e213ba40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:37:53.011811 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84931959-ba09-453b-b5b6-02c8e213ba40 None None] Bound using segment: {'id': '92204593-1e78-4203-80d6-e5c9ae6cd1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '6ec3b9e7-bd6b-4c37-940b-55a0fbe006b5'} {{(pid=98190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 14:37:53.012301 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.managers [None req-84931959-ba09-453b-b5b6-02c8e213ba40 None None] Bound port: e27ad083-2dfa-4361-a0de-cb536fa891b5, host: dv-cinder-795785-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92204593-1e78-4203-80d6-e5c9ae6cd1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '6ec3b9e7-bd6b-4c37-940b-55a0fbe006b5'}}] {{(pid=98190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 14:37:53.012678 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-84931959-ba09-453b-b5b6-02c8e213ba40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:37:53.083494 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-84931959-ba09-453b-b5b6-02c8e213ba40 None None] For port e27ad083-2dfa-4361-a0de-cb536fa891b5, host dv-cinder-795785-1-smb, cleared binding levels {{(pid=98190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 14:37:53.086768 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-84931959-ba09-453b-b5b6-02c8e213ba40 None None] For port e27ad083-2dfa-4361-a0de-cb536fa891b5, host dv-cinder-795785-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-smb',level=0,port_id=e27ad083-2dfa-4361-a0de-cb536fa891b5,segment=NetworkSegment(92204593-1e78-4203-80d6-e5c9ae6cd1d8),segment_id=92204593-1e78-4203-80d6-e5c9ae6cd1d8)] {{(pid=98190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 14:37:53.091687 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-84931959-ba09-453b-b5b6-02c8e213ba40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:37:53.094866 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-84931959-ba09-453b-b5b6-02c8e213ba40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:37:53.264315 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84931959-ba09-453b-b5b6-02c8e213ba40 None None] Pushing event updated for resources: {'Port': ['ID=e27ad083-2dfa-4361-a0de-cb536fa891b5,revision_number=2']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:37:53.269605 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-84931959-ba09-453b-b5b6-02c8e213ba40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:37:54.048159 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Device e27ad083-2dfa-4361-a0de-cb536fa891b5 up at agent ovs-agent-dv-cinder-795785-1-smb {{(pid=98190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:37:54.082129 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c810325-24b2-4f31-acd9-bbcef4e00d47 None None] Network 6ec3b9e7-bd6b-4c37-940b-55a0fbe006b5 requested from dv-cinder-795785-1-smb {{(pid=98190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 14:37:54.206951 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Provisioning for port e27ad083-2dfa-4361-a0de-cb536fa891b5 completed by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:37:54.247023 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-58665f57-65c2-480b-888b-30c3b22d369d None None] Provisioning for port e27ad083-2dfa-4361-a0de-cb536fa891b5 completed by entity DHCP. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:37:54.257616 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-58665f57-65c2-480b-888b-30c3b22d369d None None] Provisioning complete for port e27ad083-2dfa-4361-a0de-cb536fa891b5 triggered by entity DHCP. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:37:54.257992 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-58665f57-65c2-480b-888b-30c3b22d369d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32877986'] for port, provisioning_complete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:37:54.413821 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-58665f57-65c2-480b-888b-30c3b22d369d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:37:54.460716 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-58665f57-65c2-480b-888b-30c3b22d369d None None] For port e27ad083-2dfa-4361-a0de-cb536fa891b5, host dv-cinder-795785-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-smb',level=0,port_id=e27ad083-2dfa-4361-a0de-cb536fa891b5,segment=NetworkSegment(92204593-1e78-4203-80d6-e5c9ae6cd1d8),segment_id=92204593-1e78-4203-80d6-e5c9ae6cd1d8)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:37:54.465965 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-58665f57-65c2-480b-888b-30c3b22d369d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:37:54.468217 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:37:54.540266 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58665f57-65c2-480b-888b-30c3b22d369d None None] Pushing event updated for resources: {'Port': ['ID=e27ad083-2dfa-4361-a0de-cb536fa891b5,revision_number=3']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:37:54.545556 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-58665f57-65c2-480b-888b-30c3b22d369d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:37:54.686543 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-11844509-93a2-46a5-a245-cb9c02a2d9cc None None] Provisioning complete for port e27ad083-2dfa-4361-a0de-cb536fa891b5 triggered by entity DHCP. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:37:54.686845 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-11844509-93a2-46a5-a245-cb9c02a2d9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32877986'] for port, provisioning_complete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:37:56.004096 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Device e27ad083-2dfa-4361-a0de-cb536fa891b5 up at agent ovs-agent-dv-cinder-795785-1-smb {{(pid=98190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:37:56.059835 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Provisioning complete for port e27ad083-2dfa-4361-a0de-cb536fa891b5 triggered by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:37:56.060211 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32877986'] for port, provisioning_complete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:38:06.331452 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.agents_db [None req-cd79858f-8c6e-4eae-9804-968873059af8 None None] Agent healthcheck: found 5 active agents {{(pid=98191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 14:38:09.546609 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-de13f477-2bca-410c-a436-a0e7aa131f55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:38:12.022316 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:38:12.178654 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-381b0f9a-88bd-4f39-b22a-0413c1ddd242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:38:13.212780 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-eaea1bf5-020e-4d00-b5bd-84659b7b503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:38:14.826606 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-fbbc5fb5-3f71-4862-8fd7-9153cbf0fe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:38:39.548712 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-33cc4eb6-0ae7-4484-8550-8dd86d38eeb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:38:42.023417 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:38:42.179996 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-0c74b504-4d24-486b-a7c5-6fa87109573a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:38:43.216093 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-eaea1bf5-020e-4d00-b5bd-84659b7b503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:38:43.330079 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.agents_db [None req-cd79858f-8c6e-4eae-9804-968873059af8 None None] Agent healthcheck: found 5 active agents {{(pid=98191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 14:38:44.828088 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-fbbc5fb5-3f71-4862-8fd7-9153cbf0fe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:38:59.119164 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 60178) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:38:59.125286 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [None req-0edb9418-f68c-4947-8261-0e47edc00a37 tempest-verify_tempest_config-35293155 tempest-verify_tempest_config-35293155-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=98189) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 14:38:59.126219 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-0edb9418-f68c-4947-8261-0e47edc00a37 tempest-verify_tempest_config-35293155 tempest-verify_tempest_config-35293155-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060852 Jun 10 14:38:59.428090 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 60196) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:38:59.530236 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-8994af6b-940e-46a6-9cb0-fcf3ad395de4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:38:59.621903 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-8994af6b-940e-46a6-9cb0-fcf3ad395de4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:38:59.625352 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-8994af6b-940e-46a6-9cb0-fcf3ad395de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:38:59.628304 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-975a145c-b3ed-403c-83ae-466dd592886a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:38:59.675627 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8994af6b-940e-46a6-9cb0-fcf3ad395de4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c5799e9-3519-42f4-b06a-d70cb60e9a44,revision_number=1']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:38:59.679962 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-8994af6b-940e-46a6-9cb0-fcf3ad395de4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3e408f7e4e674fa69b5c1ee6a19fc5a0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2508924 Jun 10 14:38:59.683466 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 60200) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:38:59.684749 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8994af6b-940e-46a6-9cb0-fcf3ad395de4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:38:59.685063 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8994af6b-940e-46a6-9cb0-fcf3ad395de4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:38:59.685395 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8994af6b-940e-46a6-9cb0-fcf3ad395de4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:38:59.685719 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8994af6b-940e-46a6-9cb0-fcf3ad395de4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:38:59.686038 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8994af6b-940e-46a6-9cb0-fcf3ad395de4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:38:59.686355 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8994af6b-940e-46a6-9cb0-fcf3ad395de4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:38:59.686670 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8994af6b-940e-46a6-9cb0-fcf3ad395de4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:38:59.686983 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8994af6b-940e-46a6-9cb0-fcf3ad395de4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:38:59.687312 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8994af6b-940e-46a6-9cb0-fcf3ad395de4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:38:59.687627 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8994af6b-940e-46a6-9cb0-fcf3ad395de4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:38:59.687935 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8994af6b-940e-46a6-9cb0-fcf3ad395de4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:38:59.688243 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8994af6b-940e-46a6-9cb0-fcf3ad395de4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:38:59.692240 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-8994af6b-940e-46a6-9cb0-fcf3ad395de4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:38:59.767488 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-a498240c-539f-45d9-ab3a-cd0e91b39479 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:38:59.789130 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-a498240c-539f-45d9-ab3a-cd0e91b39479 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:38:59.881185 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-a498240c-539f-45d9-ab3a-cd0e91b39479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:38:59.884547 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-a498240c-539f-45d9-ab3a-cd0e91b39479 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:38:59.885668 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-a498240c-539f-45d9-ab3a-cd0e91b39479 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2c5799e9-3519-42f4-b06a-d70cb60e9a44 HTTP/1.1" status: 204 len: 168 time: 0.2012517 Jun 10 14:38:59.886329 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:38:59.894945 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a498240c-539f-45d9-ab3a-cd0e91b39479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c5799e9-3519-42f4-b06a-d70cb60e9a44,revision_number=None']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:38:59.902238 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a498240c-539f-45d9-ab3a-cd0e91b39479 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:38:59.902584 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a498240c-539f-45d9-ab3a-cd0e91b39479 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:38:59.902913 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a498240c-539f-45d9-ab3a-cd0e91b39479 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:38:59.903241 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a498240c-539f-45d9-ab3a-cd0e91b39479 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:38:59.903563 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a498240c-539f-45d9-ab3a-cd0e91b39479 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:38:59.903884 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a498240c-539f-45d9-ab3a-cd0e91b39479 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:38:59.904205 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a498240c-539f-45d9-ab3a-cd0e91b39479 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:38:59.904551 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a498240c-539f-45d9-ab3a-cd0e91b39479 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:38:59.904885 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a498240c-539f-45d9-ab3a-cd0e91b39479 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:38:59.905207 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a498240c-539f-45d9-ab3a-cd0e91b39479 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:38:59.905520 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a498240c-539f-45d9-ab3a-cd0e91b39479 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:38:59.905832 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a498240c-539f-45d9-ab3a-cd0e91b39479 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:38:59.909404 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-a498240c-539f-45d9-ab3a-cd0e91b39479 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:39:09.549671 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-9b2a08f8-967f-4a82-a904-d39b9e01b881 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:39:12.024830 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:39:12.183130 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-eaa0b265-fbdd-4f4b-8523-cb2ae6441584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:39:13.221069 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-eaea1bf5-020e-4d00-b5bd-84659b7b503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:39:14.828677 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-fbbc5fb5-3f71-4862-8fd7-9153cbf0fe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:39:20.329089 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.agents_db [None req-cd79858f-8c6e-4eae-9804-968873059af8 None None] Agent healthcheck: found 5 active agents {{(pid=98191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 14:39:39.549786 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-ad1e1387-5fa1-4bef-8f14-dc59a3bc0ff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:39:42.027505 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:39:42.183273 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-c8d2d8c5-a668-4291-9106-3cb24052fa6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:39:43.220919 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-eaea1bf5-020e-4d00-b5bd-84659b7b503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:39:44.831847 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-fbbc5fb5-3f71-4862-8fd7-9153cbf0fe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:39:57.328256 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.agents_db [None req-cd79858f-8c6e-4eae-9804-968873059af8 None None] Agent healthcheck: found 5 active agents {{(pid=98191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 14:40:09.549374 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-5d222dc3-724c-451e-b05a-9c773a2a7e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:40:12.028343 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:40:12.182479 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-363ce228-8473-4ebe-a804-e80b604db212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:40:13.223841 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-eaea1bf5-020e-4d00-b5bd-84659b7b503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:40:14.835203 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-fbbc5fb5-3f71-4862-8fd7-9153cbf0fe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:40:34.326592 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.agents_db [None req-cd79858f-8c6e-4eae-9804-968873059af8 None None] Agent healthcheck: found 5 active agents {{(pid=98191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 14:40:37.472519 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077'] for agent, after_create {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:40:39.550913 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-77adf50f-8f0d-46d4-868d-b8b410609c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:40:41.758517 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 60256) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:40:41.860534 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-bc3ddc1f-db81-4b47-88a2-d2a34dd4832d admin admin] 10.222.0.38 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1009045 Jun 10 14:40:42.031297 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:40:42.182109 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-1569d494-797d-43d1-b69d-e218f084c028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:40:43.227178 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-eaea1bf5-020e-4d00-b5bd-84659b7b503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:40:43.978314 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 60266) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:40:44.030987 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-dbf2f320-029a-4ccf-83f8-e98e513e384c admin admin] 10.222.0.38 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0515935 Jun 10 14:40:44.839307 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-fbbc5fb5-3f71-4862-8fd7-9153cbf0fe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:41:07.448896 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:41:09.554511 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-c575da20-5e37-4a1e-9e2f-5445e7c2d61c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:41:11.326062 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.agents_db [None req-cd79858f-8c6e-4eae-9804-968873059af8 None None] Agent healthcheck: found 6 active agents {{(pid=98191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 14:41:12.033002 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:41:12.181764 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-65a97564-208f-44bf-9368-09e39e67359e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:41:13.229197 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-eaea1bf5-020e-4d00-b5bd-84659b7b503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:41:14.842455 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-fbbc5fb5-3f71-4862-8fd7-9153cbf0fe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:41:37.440273 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:41:39.555892 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-70c0735c-100e-46a2-b687-828b314994c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:41:42.034219 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:41:42.181025 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-7ff2ca05-ab89-4386-8fdb-7ba7ee818302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:41:43.232162 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-eaea1bf5-020e-4d00-b5bd-84659b7b503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:41:44.847047 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-fbbc5fb5-3f71-4862-8fd7-9153cbf0fe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:41:48.325168 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.agents_db [None req-cd79858f-8c6e-4eae-9804-968873059af8 None None] Agent healthcheck: found 6 active agents {{(pid=98191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 14:42:07.452496 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:09.569280 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-e4fcd641-3a31-419f-966e-f6c8fe28a7ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:12.041386 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:12.182709 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-0838d025-74c3-4b0a-882b-df0aeec805e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:13.146010 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 60436) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:42:13.243767 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-eaea1bf5-020e-4d00-b5bd-84659b7b503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:13.325741 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.v2.base [None req-fd9ee64a-db5f-49e1-91cb-2435975a8a57 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1349217729-network', 'tenant_id': '22b067f743a04ce6ac0fdb4c7ff25d6b'}} {{(pid=98189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:42:13.348814 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd9ee64a-db5f-49e1-91cb-2435975a8a57 admin admin] Made reservation on behalf of 22b067f743a04ce6ac0fdb4c7ff25d6b for: {'network': 1} {{(pid=98189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 14:42:13.351987 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-fd9ee64a-db5f-49e1-91cb-2435975a8a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33290777'] for network, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:13.362650 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-fd9ee64a-db5f-49e1-91cb-2435975a8a57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:13.463338 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-fd9ee64a-db5f-49e1-91cb-2435975a8a57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:13.473443 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-fd9ee64a-db5f-49e1-91cb-2435975a8a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:13.478459 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:13.508725 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ee64a-db5f-49e1-91cb-2435975a8a57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=415488a0-045d-446d-b876-6ac0e5e64098,revision_number=1']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:13.519466 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd9ee64a-db5f-49e1-91cb-2435975a8a57 admin admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=98189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 14:42:13.522416 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ee64a-db5f-49e1-91cb-2435975a8a57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:42:13.522963 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ee64a-db5f-49e1-91cb-2435975a8a57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:42:13.523465 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ee64a-db5f-49e1-91cb-2435975a8a57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:42:13.523954 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ee64a-db5f-49e1-91cb-2435975a8a57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:42:13.526885 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ee64a-db5f-49e1-91cb-2435975a8a57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:42:13.527414 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ee64a-db5f-49e1-91cb-2435975a8a57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:42:13.527917 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ee64a-db5f-49e1-91cb-2435975a8a57 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:42:13.529021 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ee64a-db5f-49e1-91cb-2435975a8a57 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:42:13.529384 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ee64a-db5f-49e1-91cb-2435975a8a57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:42:13.529748 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ee64a-db5f-49e1-91cb-2435975a8a57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:42:13.530049 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ee64a-db5f-49e1-91cb-2435975a8a57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:42:13.530370 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ee64a-db5f-49e1-91cb-2435975a8a57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:42:13.531704 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ee64a-db5f-49e1-91cb-2435975a8a57 admin admin] Tracked resource versions report: Jun 10 14:42:13.531704 dv-cinder-795785-1-smb neutron-server[98189]: pushed versions: Jun 10 14:42:13.531704 dv-cinder-795785-1-smb neutron-server[98189]: { 'AddressGroup': {'1.2'}, Jun 10 14:42:13.531704 dv-cinder-795785-1-smb neutron-server[98189]: 'ConntrackHelper': {'1.0'}, Jun 10 14:42:13.531704 dv-cinder-795785-1-smb neutron-server[98189]: 'Log': {'1.0'}, Jun 10 14:42:13.531704 dv-cinder-795785-1-smb neutron-server[98189]: 'Network': {'1.1'}, Jun 10 14:42:13.531704 dv-cinder-795785-1-smb neutron-server[98189]: 'Port': {'1.7'}, Jun 10 14:42:13.531704 dv-cinder-795785-1-smb neutron-server[98189]: 'PortForwarding': {'1.2'}, Jun 10 14:42:13.531704 dv-cinder-795785-1-smb neutron-server[98189]: 'QosPolicy': {'1.8'}, Jun 10 14:42:13.531704 dv-cinder-795785-1-smb neutron-server[98189]: 'SecurityGroup': {'1.4'}, Jun 10 14:42:13.531704 dv-cinder-795785-1-smb neutron-server[98189]: 'SecurityGroupRule': {'1.2'}, Jun 10 14:42:13.531704 dv-cinder-795785-1-smb neutron-server[98189]: 'SubPort': {'1.0'}, Jun 10 14:42:13.531704 dv-cinder-795785-1-smb neutron-server[98189]: 'Subnet': {'1.1'}, Jun 10 14:42:13.531704 dv-cinder-795785-1-smb neutron-server[98189]: 'Trunk': {'1.1'}} Jun 10 14:42:13.531704 dv-cinder-795785-1-smb neutron-server[98189]: consumer versions: Jun 10 14:42:13.531704 dv-cinder-795785-1-smb neutron-server[98189]: { DHCP agent@dv-cinder-795785-1-smb: {}, Jun 10 14:42:13.531704 dv-cinder-795785-1-smb neutron-server[98189]: HyperV agent@hv-cinder-79578: {}, Jun 10 14:42:13.531704 dv-cinder-795785-1-smb neutron-server[98189]: L3 agent@dv-cinder-795785-1-smb: {}, Jun 10 14:42:13.531704 dv-cinder-795785-1-smb neutron-server[98189]: Metadata agent@dv-cinder-795785-1-smb: {}, Jun 10 14:42:13.531704 dv-cinder-795785-1-smb neutron-server[98189]: Metering agent@dv-cinder-795785-1-smb: {}, Jun 10 14:42:13.531704 dv-cinder-795785-1-smb neutron-server[98189]: Open vSwitch agent@dv-cinder-795785-1-smb: { 'AddressGroup': '1.2', Jun 10 14:42:13.531704 dv-cinder-795785-1-smb neutron-server[98189]: 'ConntrackHelper': '1.0', Jun 10 14:42:13.531704 dv-cinder-795785-1-smb neutron-server[98189]: 'Log': '1.0', Jun 10 14:42:13.531704 dv-cinder-795785-1-smb neutron-server[98189]: 'Network': '1.1', Jun 10 14:42:13.531704 dv-cinder-795785-1-smb neutron-server[98189]: 'Port': '1.7', Jun 10 14:42:13.531704 dv-cinder-795785-1-smb neutron-server[98189]: 'PortForwarding': '1.2', Jun 10 14:42:13.531704 dv-cinder-795785-1-smb neutron-server[98189]: 'QosPolicy': '1.8', Jun 10 14:42:13.531704 dv-cinder-795785-1-smb neutron-server[98189]: 'SecurityGroup': '1.4', Jun 10 14:42:13.531704 dv-cinder-795785-1-smb neutron-server[98189]: 'SecurityGroupRule': '1.2', Jun 10 14:42:13.531704 dv-cinder-795785-1-smb neutron-server[98189]: 'SubPort': '1.0', Jun 10 14:42:13.531704 dv-cinder-795785-1-smb neutron-server[98189]: 'Subnet': '1.1', Jun 10 14:42:13.531704 dv-cinder-795785-1-smb neutron-server[98189]: 'Trunk': '1.1'}} Jun 10 14:42:13.531704 dv-cinder-795785-1-smb neutron-server[98189]: {{(pid=98189) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 10 14:42:13.538285 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-fd9ee64a-db5f-49e1-91cb-2435975a8a57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:13.544237 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-fd9ee64a-db5f-49e1-91cb-2435975a8a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32871535'] for segment, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:13.544847 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.db.segments_db [None req-fd9ee64a-db5f-49e1-91cb-2435975a8a57 admin admin] Added segment 702c310b-86f3-4e1c-9a69-5651c2af6549 of type vlan for network 8f467c1d-b7dd-45f1-993c-b606f02ba79f Jun 10 14:42:13.569121 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 60470) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:42:13.620306 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-fd9ee64a-db5f-49e1-91cb-2435975a8a57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770842362772'] for network, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:13.651451 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-fd9ee64a-db5f-49e1-91cb-2435975a8a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545563'] for network, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:13.653203 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9ee64a-db5f-49e1-91cb-2435975a8a57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:13.653992 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-fd9ee64a-db5f-49e1-91cb-2435975a8a57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545536'] for network, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:13.659759 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-c0b1e7ac-824a-438f-8a5d-3c4e45642df9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:13.701034 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-fd9ee64a-db5f-49e1-91cb-2435975a8a57 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5512354 Jun 10 14:42:13.701947 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 60478) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:42:13.747830 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.v2.base [None req-013c1e43-c047-45ea-a98a-c91cf310f46a admin admin] Request body: {'subnet': {'network_id': '8f467c1d-b7dd-45f1-993c-b606f02ba79f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1349217729-subnet', 'tenant_id': '22b067f743a04ce6ac0fdb4c7ff25d6b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=98189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:42:13.752067 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ee64a-db5f-49e1-91cb-2435975a8a57 admin admin] Pushing event updated for resources: {'Network': ['ID=8f467c1d-b7dd-45f1-993c-b606f02ba79f,revision_number=1']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:13.757292 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-fd9ee64a-db5f-49e1-91cb-2435975a8a57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:13.763022 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Network 8f467c1d-b7dd-45f1-993c-b606f02ba79f details requested by agent ovs-agent-dv-cinder-795785-1-smb with host dv-cinder-795785-1-smb {{(pid=98190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 14:42:13.774744 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-013c1e43-c047-45ea-a98a-c91cf310f46a admin admin] Made reservation on behalf of 22b067f743a04ce6ac0fdb4c7ff25d6b for: {'subnet': 1} {{(pid=98189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 14:42:13.777535 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-013c1e43-c047-45ea-a98a-c91cf310f46a admin admin] Notify callbacks [] for subnet, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:13.981334 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.v2.base [None req-4ff5e712-3b58-425f-86df-fd1fa71a7876 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-992696965-network', 'tenant_id': '93ab3eb0808c4780983402342bde2843'}} {{(pid=98189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:42:14.018085 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-013c1e43-c047-45ea-a98a-c91cf310f46a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554'] for subnet, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:14.024163 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-f4e996d3-1c1e-490d-b63e-afd1abd815a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:14.026800 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff5e712-3b58-425f-86df-fd1fa71a7876 admin admin] Made reservation on behalf of 93ab3eb0808c4780983402342bde2843 for: {'network': 1} {{(pid=98189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 14:42:14.029248 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-4ff5e712-3b58-425f-86df-fd1fa71a7876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33290777'] for network, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:14.041173 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-4ff5e712-3b58-425f-86df-fd1fa71a7876 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:14.063089 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 60496) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:42:14.107296 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013c1e43-c047-45ea-a98a-c91cf310f46a admin admin] Checking segment: {'id': '702c310b-86f3-4e1c-9a69-5651c2af6549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8f467c1d-b7dd-45f1-993c-b606f02ba79f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 14:42:14.107652 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013c1e43-c047-45ea-a98a-c91cf310f46a admin admin] Network hostable DHCP agents. Network: 8f467c1d-b7dd-45f1-993c-b606f02ba79f, hostable agents: ['e526b2fa-fac9-473e-91d9-302d4f3c322e'], hosted agents: [] {{(pid=98189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 14:42:14.122787 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 60502) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:42:14.203658 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013c1e43-c047-45ea-a98a-c91cf310f46a admin admin] Network 8f467c1d-b7dd-45f1-993c-b606f02ba79f is scheduled to be hosted by DHCP agent e526b2fa-fac9-473e-91d9-302d4f3c322e with binding_index 1 {{(pid=98189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 14:42:14.220442 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-4ff5e712-3b58-425f-86df-fd1fa71a7876 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:14.227395 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-4ff5e712-3b58-425f-86df-fd1fa71a7876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:14.230803 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013c1e43-c047-45ea-a98a-c91cf310f46a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f776bc1-0a43-4578-9bc2-ebe24541eeb6,revision_number=0']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:14.241066 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.base_scheduler [None req-013c1e43-c047-45ea-a98a-c91cf310f46a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795785-1-smb, 8f467c1d-b7dd-45f1-993c-b606f02ba79f) {{(pid=98189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:42:14.252890 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-013c1e43-c047-45ea-a98a-c91cf310f46a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:14.253604 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ff5e712-3b58-425f-86df-fd1fa71a7876 admin admin] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=98189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 14:42:14.265162 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-8994af6b-940e-46a6-9cb0-fcf3ad395de4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:14.266360 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 60518) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:42:14.291838 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-4ff5e712-3b58-425f-86df-fd1fa71a7876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32871535'] for segment, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:14.292181 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.db.segments_db [None req-4ff5e712-3b58-425f-86df-fd1fa71a7876 admin admin] Added segment c43a5be5-1290-4a91-ba59-a957b85e24b7 of type vlan for network 4744fb36-3c6e-45ed-8835-58a06f451405 Jun 10 14:42:14.298409 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd3c43a-2d48-42d3-8eaa-f0c4f5f42ffc None None] Network 8f467c1d-b7dd-45f1-993c-b606f02ba79f requested from dv-cinder-795785-1-smb {{(pid=98190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 14:42:14.306589 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.v2.base [None req-17d196bf-07b6-41b8-a9d1-3445945c6fe8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1645727677-network', 'tenant_id': '5bcb8fb4303e43e69f7032747c4983b8'}} {{(pid=98188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:42:14.337536 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d196bf-07b6-41b8-a9d1-3445945c6fe8 admin admin] Made reservation on behalf of 5bcb8fb4303e43e69f7032747c4983b8 for: {'network': 1} {{(pid=98188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 14:42:14.342106 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-17d196bf-07b6-41b8-a9d1-3445945c6fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33290777'] for network, before_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:14.352141 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.v2.base [None req-de2aa245-ad23-40b2-9eed-2daf47c92ce0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-278514765-network', 'tenant_id': '96f4cdbf31fc4cbb8c5f5fa2addbb3de'}} {{(pid=98188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:42:14.394542 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de2aa245-ad23-40b2-9eed-2daf47c92ce0 admin admin] Made reservation on behalf of 96f4cdbf31fc4cbb8c5f5fa2addbb3de for: {'network': 1} {{(pid=98188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 14:42:14.397628 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-de2aa245-ad23-40b2-9eed-2daf47c92ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33290777'] for network, before_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:14.402009 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-4ff5e712-3b58-425f-86df-fd1fa71a7876 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770842362772'] for network, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:14.413906 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-de2aa245-ad23-40b2-9eed-2daf47c92ce0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:14.433951 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-17d196bf-07b6-41b8-a9d1-3445945c6fe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:14.440057 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013c1e43-c047-45ea-a98a-c91cf310f46a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:14.440909 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-013c1e43-c047-45ea-a98a-c91cf310f46a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545536'] for subnet, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:14.454194 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-4ff5e712-3b58-425f-86df-fd1fa71a7876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545563'] for network, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:14.457002 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff5e712-3b58-425f-86df-fd1fa71a7876 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:14.457771 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-4ff5e712-3b58-425f-86df-fd1fa71a7876 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545536'] for network, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:14.467332 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff5e712-3b58-425f-86df-fd1fa71a7876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa6450ec-2090-40c0-8f5e-ef907fcb2083,revision_number=1']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:14.483579 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-4ff5e712-3b58-425f-86df-fd1fa71a7876 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:14.486024 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-975a145c-b3ed-403c-83ae-466dd592886a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:14.565865 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.v2.base [None req-483db866-513f-4107-87c5-6d7311b66297 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-200729398-network', 'tenant_id': '1e3fe6434a4e48b3959fc8622a5288d3'}} {{(pid=98188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:42:14.587620 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff5e712-3b58-425f-86df-fd1fa71a7876 admin admin] Pushing event updated for resources: {'Network': ['ID=4744fb36-3c6e-45ed-8835-58a06f451405,revision_number=1']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:14.601889 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-4ff5e712-3b58-425f-86df-fd1fa71a7876 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:14.628153 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Network 4744fb36-3c6e-45ed-8835-58a06f451405 details requested by agent ovs-agent-dv-cinder-795785-1-smb with host dv-cinder-795785-1-smb {{(pid=98190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 14:42:14.655311 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-de2aa245-ad23-40b2-9eed-2daf47c92ce0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:14.662442 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-de2aa245-ad23-40b2-9eed-2daf47c92ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:14.669442 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-4ff5e712-3b58-425f-86df-fd1fa71a7876 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0983582 Jun 10 14:42:14.672728 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-013c1e43-c047-45ea-a98a-c91cf310f46a admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9704950 Jun 10 14:42:14.673316 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 60532) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:42:14.679010 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.v2.base [None req-366e4687-94e3-4702-828b-59747fb9d4f6 admin admin] Request body: {'subnet': {'network_id': '4744fb36-3c6e-45ed-8835-58a06f451405', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-992696965-subnet', 'tenant_id': '93ab3eb0808c4780983402342bde2843', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:42:14.683265 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 60534) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:42:14.693450 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.v2.base [None req-4b61fb3a-1c4e-44fb-ac11-1fe0788d5842 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1349217729-router', 'tenant_id': '22b067f743a04ce6ac0fdb4c7ff25d6b', 'external_gateway_info': {'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a'}}} {{(pid=98189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:42:14.710353 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de2aa245-ad23-40b2-9eed-2daf47c92ce0 admin admin] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=98188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 14:42:14.731216 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8fcefc-16ae-426b-bf66-fc3778c65051 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf5b42f4-d7c5-5d8a-92f6-9d4013c287c3-8f467c1d-b7dd-45f1-993c-b606f02ba79f', 'network_id': '8f467c1d-b7dd-45f1-993c-b606f02ba79f', 'tenant_id': '22b067f743a04ce6ac0fdb4c7ff25d6b', 'fixed_ips': [{'subnet_id': '5f776bc1-0a43-4578-9bc2-ebe24541eeb6'}]}} from dv-cinder-795785-1-smb. {{(pid=98190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 14:42:14.732413 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-bd8fcefc-16ae-426b-bf66-fc3778c65051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_create {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:14.751943 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-de2aa245-ad23-40b2-9eed-2daf47c92ce0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770842930086', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32871535'] for segment, precommit_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:14.754536 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-de2aa245-ad23-40b2-9eed-2daf47c92ce0 admin admin] Unsubscribe: segment precommit_create {{(pid=98188) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 10 14:42:14.756402 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.db.segments_db [None req-de2aa245-ad23-40b2-9eed-2daf47c92ce0 admin admin] Added segment 32d1116f-1d2e-4c45-9eab-f4f6570fa755 of type vlan for network eceb2f61-46d5-4aae-a498-4b03ff1ffe6f Jun 10 14:42:14.769862 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-a498240c-539f-45d9-ab3a-cd0e91b39479 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:14.825634 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.db.api [None req-4b61fb3a-1c4e-44fb-ac11-1fe0788d5842 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 10 14:42:14.825634 dv-cinder-795785-1-smb neutron-server[98189]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 10 14:42:14.825634 dv-cinder-795785-1-smb neutron-server[98189]: [parameters: {'project_id_1': '22b067f743a04ce6ac0fdb4c7ff25d6b', 'expiration_1': datetime.datetime(2021, 6, 10, 14, 42, 14, 707552)}] Jun 10 14:42:14.825634 dv-cinder-795785-1-smb neutron-server[98189]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=98189) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 10 14:42:14.826118 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_db.api [None req-4b61fb3a-1c4e-44fb-ac11-1fe0788d5842 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=98189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 10 14:42:14.827539 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.db.api [None req-366e4687-94e3-4702-828b-59747fb9d4f6 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 10 14:42:14.827539 dv-cinder-795785-1-smb neutron-server[98189]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 10 14:42:14.827539 dv-cinder-795785-1-smb neutron-server[98189]: [parameters: {'project_id_1': '93ab3eb0808c4780983402342bde2843', 'expiration_1': datetime.datetime(2021, 6, 10, 14, 42, 14, 712937)}] Jun 10 14:42:14.827539 dv-cinder-795785-1-smb neutron-server[98189]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=98189) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 10 14:42:14.827868 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_db.api [None req-366e4687-94e3-4702-828b-59747fb9d4f6 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=98189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 10 14:42:14.879393 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.db.api [None req-483db866-513f-4107-87c5-6d7311b66297 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 10 14:42:14.879393 dv-cinder-795785-1-smb neutron-server[98188]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 10 14:42:14.879393 dv-cinder-795785-1-smb neutron-server[98188]: [parameters: {'project_id_1': '1e3fe6434a4e48b3959fc8622a5288d3', 'expiration_1': datetime.datetime(2021, 6, 10, 14, 42, 14, 599910)}] Jun 10 14:42:14.879393 dv-cinder-795785-1-smb neutron-server[98188]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=98188) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 10 14:42:14.881355 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_db.api [None req-483db866-513f-4107-87c5-6d7311b66297 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=98188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 10 14:42:14.888546 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-fbbc5fb5-3f71-4862-8fd7-9153cbf0fe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:14.959869 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-de2aa245-ad23-40b2-9eed-2daf47c92ce0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770842362772'] for network, precommit_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:14.998609 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2aa245-ad23-40b2-9eed-2daf47c92ce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef18720-15dd-4ca1-94ee-72a6568dc847,revision_number=1']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:15.009346 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.db_base_plugin_common [None req-bd8fcefc-16ae-426b-bf66-fc3778c65051 None None] Allocated IP 172.20.0.2 (8f467c1d-b7dd-45f1-993c-b606f02ba79f/5f776bc1-0a43-4578-9bc2-ebe24541eeb6/2e8b1fda-3c1c-4a9e-aaa4-69a132b74cbb) {{(pid=98190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 14:42:15.023559 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2aa245-ad23-40b2-9eed-2daf47c92ce0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:42:15.023897 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2aa245-ad23-40b2-9eed-2daf47c92ce0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:42:15.024224 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2aa245-ad23-40b2-9eed-2daf47c92ce0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:42:15.024591 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2aa245-ad23-40b2-9eed-2daf47c92ce0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:42:15.024920 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2aa245-ad23-40b2-9eed-2daf47c92ce0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:42:15.025359 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2aa245-ad23-40b2-9eed-2daf47c92ce0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:42:15.025535 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2aa245-ad23-40b2-9eed-2daf47c92ce0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:42:15.025850 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2aa245-ad23-40b2-9eed-2daf47c92ce0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:42:15.026136 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2aa245-ad23-40b2-9eed-2daf47c92ce0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:42:15.026464 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2aa245-ad23-40b2-9eed-2daf47c92ce0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:42:15.026756 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2aa245-ad23-40b2-9eed-2daf47c92ce0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:42:15.027056 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2aa245-ad23-40b2-9eed-2daf47c92ce0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:42:15.028120 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2aa245-ad23-40b2-9eed-2daf47c92ce0 admin admin] Tracked resource versions report: Jun 10 14:42:15.028120 dv-cinder-795785-1-smb neutron-server[98188]: pushed versions: Jun 10 14:42:15.028120 dv-cinder-795785-1-smb neutron-server[98188]: { 'AddressGroup': {'1.2'}, Jun 10 14:42:15.028120 dv-cinder-795785-1-smb neutron-server[98188]: 'ConntrackHelper': {'1.0'}, Jun 10 14:42:15.028120 dv-cinder-795785-1-smb neutron-server[98188]: 'Log': {'1.0'}, Jun 10 14:42:15.028120 dv-cinder-795785-1-smb neutron-server[98188]: 'Network': {'1.1'}, Jun 10 14:42:15.028120 dv-cinder-795785-1-smb neutron-server[98188]: 'Port': {'1.7'}, Jun 10 14:42:15.028120 dv-cinder-795785-1-smb neutron-server[98188]: 'PortForwarding': {'1.2'}, Jun 10 14:42:15.028120 dv-cinder-795785-1-smb neutron-server[98188]: 'QosPolicy': {'1.8'}, Jun 10 14:42:15.028120 dv-cinder-795785-1-smb neutron-server[98188]: 'SecurityGroup': {'1.4'}, Jun 10 14:42:15.028120 dv-cinder-795785-1-smb neutron-server[98188]: 'SecurityGroupRule': {'1.2'}, Jun 10 14:42:15.028120 dv-cinder-795785-1-smb neutron-server[98188]: 'SubPort': {'1.0'}, Jun 10 14:42:15.028120 dv-cinder-795785-1-smb neutron-server[98188]: 'Subnet': {'1.1'}, Jun 10 14:42:15.028120 dv-cinder-795785-1-smb neutron-server[98188]: 'Trunk': {'1.1'}} Jun 10 14:42:15.028120 dv-cinder-795785-1-smb neutron-server[98188]: consumer versions: Jun 10 14:42:15.028120 dv-cinder-795785-1-smb neutron-server[98188]: { DHCP agent@dv-cinder-795785-1-smb: {}, Jun 10 14:42:15.028120 dv-cinder-795785-1-smb neutron-server[98188]: HyperV agent@hv-cinder-79578: {}, Jun 10 14:42:15.028120 dv-cinder-795785-1-smb neutron-server[98188]: L3 agent@dv-cinder-795785-1-smb: {}, Jun 10 14:42:15.028120 dv-cinder-795785-1-smb neutron-server[98188]: Metadata agent@dv-cinder-795785-1-smb: {}, Jun 10 14:42:15.028120 dv-cinder-795785-1-smb neutron-server[98188]: Metering agent@dv-cinder-795785-1-smb: {}, Jun 10 14:42:15.028120 dv-cinder-795785-1-smb neutron-server[98188]: Open vSwitch agent@dv-cinder-795785-1-smb: { 'AddressGroup': '1.2', Jun 10 14:42:15.028120 dv-cinder-795785-1-smb neutron-server[98188]: 'ConntrackHelper': '1.0', Jun 10 14:42:15.028120 dv-cinder-795785-1-smb neutron-server[98188]: 'Log': '1.0', Jun 10 14:42:15.028120 dv-cinder-795785-1-smb neutron-server[98188]: 'Network': '1.1', Jun 10 14:42:15.028120 dv-cinder-795785-1-smb neutron-server[98188]: 'Port': '1.7', Jun 10 14:42:15.028120 dv-cinder-795785-1-smb neutron-server[98188]: 'PortForwarding': '1.2', Jun 10 14:42:15.028120 dv-cinder-795785-1-smb neutron-server[98188]: 'QosPolicy': '1.8', Jun 10 14:42:15.028120 dv-cinder-795785-1-smb neutron-server[98188]: 'SecurityGroup': '1.4', Jun 10 14:42:15.028120 dv-cinder-795785-1-smb neutron-server[98188]: 'SecurityGroupRule': '1.2', Jun 10 14:42:15.028120 dv-cinder-795785-1-smb neutron-server[98188]: 'SubPort': '1.0', Jun 10 14:42:15.028120 dv-cinder-795785-1-smb neutron-server[98188]: 'Subnet': '1.1', Jun 10 14:42:15.028120 dv-cinder-795785-1-smb neutron-server[98188]: 'Trunk': '1.1'}} Jun 10 14:42:15.028120 dv-cinder-795785-1-smb neutron-server[98188]: {{(pid=98188) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 10 14:42:15.040315 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-de2aa245-ad23-40b2-9eed-2daf47c92ce0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:15.050996 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-de2aa245-ad23-40b2-9eed-2daf47c92ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545563'] for network, after_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:15.056540 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2aa245-ad23-40b2-9eed-2daf47c92ce0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:15.057135 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-de2aa245-ad23-40b2-9eed-2daf47c92ce0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545536'] for network, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:15.061540 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:15.160176 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-17d196bf-07b6-41b8-a9d1-3445945c6fe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:15.231128 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-17d196bf-07b6-41b8-a9d1-3445945c6fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:15.239428 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 60554) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:42:15.240665 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-de2aa245-ad23-40b2-9eed-2daf47c92ce0 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1742480 Jun 10 14:42:15.241113 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2aa245-ad23-40b2-9eed-2daf47c92ce0 admin admin] Pushing event updated for resources: {'Network': ['ID=eceb2f61-46d5-4aae-a498-4b03ff1ffe6f,revision_number=1']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:15.246474 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-de2aa245-ad23-40b2-9eed-2daf47c92ce0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:15.246703 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.v2.base [None req-47d5faba-b123-4d0d-a8a2-8ba21389f62d admin admin] Request body: {'subnet': {'network_id': 'eceb2f61-46d5-4aae-a498-4b03ff1ffe6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-278514765-subnet', 'tenant_id': '96f4cdbf31fc4cbb8c5f5fa2addbb3de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:42:15.247297 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:15.263925 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17d196bf-07b6-41b8-a9d1-3445945c6fe8 admin admin] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=98188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 14:42:15.283183 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-17d196bf-07b6-41b8-a9d1-3445945c6fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32871535'] for segment, precommit_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:15.283860 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.db.segments_db [None req-17d196bf-07b6-41b8-a9d1-3445945c6fe8 admin admin] Added segment 3ec2b1b1-734c-41eb-833f-8070e711f15c of type vlan for network c57efc93-51ff-4248-b65b-e26a6d17993d Jun 10 14:42:15.294910 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Network eceb2f61-46d5-4aae-a498-4b03ff1ffe6f details requested by agent ovs-agent-dv-cinder-795785-1-smb with host dv-cinder-795785-1-smb {{(pid=98190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 14:42:15.301087 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47d5faba-b123-4d0d-a8a2-8ba21389f62d admin admin] Made reservation on behalf of 96f4cdbf31fc4cbb8c5f5fa2addbb3de for: {'subnet': 1} {{(pid=98189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 14:42:15.304544 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d196bf-07b6-41b8-a9d1-3445945c6fe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9453273-a621-446d-a49b-1bd463177015,revision_number=1']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:15.308421 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-17d196bf-07b6-41b8-a9d1-3445945c6fe8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:15.309067 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-47d5faba-b123-4d0d-a8a2-8ba21389f62d admin admin] Notify callbacks [] for subnet, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:15.360050 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-17d196bf-07b6-41b8-a9d1-3445945c6fe8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770842362772'] for network, precommit_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:15.449475 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-17d196bf-07b6-41b8-a9d1-3445945c6fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545563'] for network, after_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:15.451020 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d196bf-07b6-41b8-a9d1-3445945c6fe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:15.452042 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-17d196bf-07b6-41b8-a9d1-3445945c6fe8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545536'] for network, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:15.458037 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-de2aa245-ad23-40b2-9eed-2daf47c92ce0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:15.477701 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-483db866-513f-4107-87c5-6d7311b66297 admin admin] Made reservation on behalf of 1e3fe6434a4e48b3959fc8622a5288d3 for: {'network': 1} {{(pid=98188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 14:42:15.482936 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-483db866-513f-4107-87c5-6d7311b66297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33290777'] for network, before_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:15.537576 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-483db866-513f-4107-87c5-6d7311b66297 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:15.545454 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.db.api [None req-4b61fb3a-1c4e-44fb-ac11-1fe0788d5842 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 10 14:42:15.545454 dv-cinder-795785-1-smb neutron-server[98189]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 10 14:42:15.545454 dv-cinder-795785-1-smb neutron-server[98189]: [parameters: {'project_id_1': '22b067f743a04ce6ac0fdb4c7ff25d6b', 'expiration_1': datetime.datetime(2021, 6, 10, 14, 42, 15, 400356)}] Jun 10 14:42:15.545454 dv-cinder-795785-1-smb neutron-server[98189]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=98189) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 10 14:42:15.545892 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_db.api [None req-4b61fb3a-1c4e-44fb-ac11-1fe0788d5842 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=98189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 10 14:42:15.552837 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-bd8fcefc-16ae-426b-bf66-fc3778c65051 None None] Notify callbacks [] for port, precommit_create {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:15.578640 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-366e4687-94e3-4702-828b-59747fb9d4f6 admin admin] Made reservation on behalf of 93ab3eb0808c4780983402342bde2843 for: {'subnet': 1} {{(pid=98189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 14:42:15.580926 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-366e4687-94e3-4702-828b-59747fb9d4f6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:15.595507 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-bd8fcefc-16ae-426b-bf66-fc3778c65051 None None] Transition to ACTIVE for port object 2e8b1fda-3c1c-4a9e-aaa4-69a132b74cbb will not be triggered until provisioned by entity L2. {{(pid=98190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:42:15.635792 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-bd8fcefc-16ae-426b-bf66-fc3778c65051 None None] Transition to ACTIVE for port object 2e8b1fda-3c1c-4a9e-aaa4-69a132b74cbb will not be triggered until provisioned by entity DHCP. {{(pid=98190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:42:15.644336 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-bd8fcefc-16ae-426b-bf66-fc3778c65051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33290945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770842374660'] for port, after_create {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:15.656661 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-58665f57-65c2-480b-888b-30c3b22d369d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:15.697995 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8fcefc-16ae-426b-bf66-fc3778c65051 None None] Network 8f467c1d-b7dd-45f1-993c-b606f02ba79f is already hosted by enough agents. {{(pid=98190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 14:42:15.705596 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.scheduler.base_scheduler [None req-bd8fcefc-16ae-426b-bf66-fc3778c65051 None None] Resources bound (agent type, host, resource id): {{(pid=98190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:42:15.710549 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8fcefc-16ae-426b-bf66-fc3778c65051 None None] Received port after_create {{(pid=98190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 14:42:15.734104 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8fcefc-16ae-426b-bf66-fc3778c65051 None None] Pushing event updated for resources: {'Port': ['ID=2e8b1fda-3c1c-4a9e-aaa4-69a132b74cbb,revision_number=1']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:15.743424 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-17d196bf-07b6-41b8-a9d1-3445945c6fe8 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6190391 Jun 10 14:42:15.813404 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8fcefc-16ae-426b-bf66-fc3778c65051 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:42:15.813744 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8fcefc-16ae-426b-bf66-fc3778c65051 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:42:15.814083 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8fcefc-16ae-426b-bf66-fc3778c65051 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:42:15.814418 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8fcefc-16ae-426b-bf66-fc3778c65051 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:42:15.814743 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8fcefc-16ae-426b-bf66-fc3778c65051 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:42:15.815059 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8fcefc-16ae-426b-bf66-fc3778c65051 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:42:15.815381 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8fcefc-16ae-426b-bf66-fc3778c65051 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:42:15.815696 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8fcefc-16ae-426b-bf66-fc3778c65051 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:42:15.816059 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8fcefc-16ae-426b-bf66-fc3778c65051 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:42:15.816401 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8fcefc-16ae-426b-bf66-fc3778c65051 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:42:15.816718 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8fcefc-16ae-426b-bf66-fc3778c65051 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:42:15.817032 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8fcefc-16ae-426b-bf66-fc3778c65051 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:42:15.818966 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8fcefc-16ae-426b-bf66-fc3778c65051 None None] Tracked resource versions report: Jun 10 14:42:15.818966 dv-cinder-795785-1-smb neutron-server[98190]: pushed versions: Jun 10 14:42:15.818966 dv-cinder-795785-1-smb neutron-server[98190]: { 'AddressGroup': {'1.2'}, Jun 10 14:42:15.818966 dv-cinder-795785-1-smb neutron-server[98190]: 'ConntrackHelper': {'1.0'}, Jun 10 14:42:15.818966 dv-cinder-795785-1-smb neutron-server[98190]: 'Log': {'1.0'}, Jun 10 14:42:15.818966 dv-cinder-795785-1-smb neutron-server[98190]: 'Network': {'1.1'}, Jun 10 14:42:15.818966 dv-cinder-795785-1-smb neutron-server[98190]: 'Port': {'1.7'}, Jun 10 14:42:15.818966 dv-cinder-795785-1-smb neutron-server[98190]: 'PortForwarding': {'1.2'}, Jun 10 14:42:15.818966 dv-cinder-795785-1-smb neutron-server[98190]: 'QosPolicy': {'1.8'}, Jun 10 14:42:15.818966 dv-cinder-795785-1-smb neutron-server[98190]: 'SecurityGroup': {'1.4'}, Jun 10 14:42:15.818966 dv-cinder-795785-1-smb neutron-server[98190]: 'SecurityGroupRule': {'1.2'}, Jun 10 14:42:15.818966 dv-cinder-795785-1-smb neutron-server[98190]: 'SubPort': {'1.0'}, Jun 10 14:42:15.818966 dv-cinder-795785-1-smb neutron-server[98190]: 'Subnet': {'1.1'}, Jun 10 14:42:15.818966 dv-cinder-795785-1-smb neutron-server[98190]: 'Trunk': {'1.1'}} Jun 10 14:42:15.818966 dv-cinder-795785-1-smb neutron-server[98190]: consumer versions: Jun 10 14:42:15.818966 dv-cinder-795785-1-smb neutron-server[98190]: { DHCP agent@dv-cinder-795785-1-smb: {}, Jun 10 14:42:15.818966 dv-cinder-795785-1-smb neutron-server[98190]: HyperV agent@hv-cinder-79578: {}, Jun 10 14:42:15.818966 dv-cinder-795785-1-smb neutron-server[98190]: L3 agent@dv-cinder-795785-1-smb: {}, Jun 10 14:42:15.818966 dv-cinder-795785-1-smb neutron-server[98190]: Metadata agent@dv-cinder-795785-1-smb: {}, Jun 10 14:42:15.818966 dv-cinder-795785-1-smb neutron-server[98190]: Metering agent@dv-cinder-795785-1-smb: {}, Jun 10 14:42:15.818966 dv-cinder-795785-1-smb neutron-server[98190]: Open vSwitch agent@dv-cinder-795785-1-smb: { 'AddressGroup': '1.2', Jun 10 14:42:15.818966 dv-cinder-795785-1-smb neutron-server[98190]: 'ConntrackHelper': '1.0', Jun 10 14:42:15.818966 dv-cinder-795785-1-smb neutron-server[98190]: 'Log': '1.0', Jun 10 14:42:15.818966 dv-cinder-795785-1-smb neutron-server[98190]: 'Network': '1.1', Jun 10 14:42:15.818966 dv-cinder-795785-1-smb neutron-server[98190]: 'Port': '1.7', Jun 10 14:42:15.818966 dv-cinder-795785-1-smb neutron-server[98190]: 'PortForwarding': '1.2', Jun 10 14:42:15.818966 dv-cinder-795785-1-smb neutron-server[98190]: 'QosPolicy': '1.8', Jun 10 14:42:15.818966 dv-cinder-795785-1-smb neutron-server[98190]: 'SecurityGroup': '1.4', Jun 10 14:42:15.818966 dv-cinder-795785-1-smb neutron-server[98190]: 'SecurityGroupRule': '1.2', Jun 10 14:42:15.818966 dv-cinder-795785-1-smb neutron-server[98190]: 'SubPort': '1.0', Jun 10 14:42:15.818966 dv-cinder-795785-1-smb neutron-server[98190]: 'Subnet': '1.1', Jun 10 14:42:15.818966 dv-cinder-795785-1-smb neutron-server[98190]: 'Trunk': '1.1'}} Jun 10 14:42:15.818966 dv-cinder-795785-1-smb neutron-server[98190]: {{(pid=98190) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 10 14:42:15.836404 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-483db866-513f-4107-87c5-6d7311b66297 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:15.841034 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 60572) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:42:15.843179 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-bd8fcefc-16ae-426b-bf66-fc3778c65051 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:15.853074 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.v2.base [None req-9b01ed22-ac11-465f-ae34-cd5da4ad3bd9 admin admin] Request body: {'subnet': {'network_id': 'c57efc93-51ff-4248-b65b-e26a6d17993d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1645727677-subnet', 'tenant_id': '5bcb8fb4303e43e69f7032747c4983b8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=98188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:42:15.856677 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d196bf-07b6-41b8-a9d1-3445945c6fe8 admin admin] Pushing event updated for resources: {'Network': ['ID=c57efc93-51ff-4248-b65b-e26a6d17993d,revision_number=1']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:15.860206 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-483db866-513f-4107-87c5-6d7311b66297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:15.861626 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-17d196bf-07b6-41b8-a9d1-3445945c6fe8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:15.870619 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Network c57efc93-51ff-4248-b65b-e26a6d17993d details requested by agent ovs-agent-dv-cinder-795785-1-smb with host dv-cinder-795785-1-smb {{(pid=98190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 14:42:15.871145 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:15.874193 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.managers [None req-bd8fcefc-16ae-426b-bf66-fc3778c65051 None None] Attempting to bind port 2e8b1fda-3c1c-4a9e-aaa4-69a132b74cbb on host dv-cinder-795785-1-smb for vnic_type normal with profile {{(pid=98190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 14:42:15.874634 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.managers [None req-bd8fcefc-16ae-426b-bf66-fc3778c65051 None None] Attempting to bind port 2e8b1fda-3c1c-4a9e-aaa4-69a132b74cbb by drivers openvswitch,hyperv on host dv-cinder-795785-1-smb at level 0 using segments [{'id': '702c310b-86f3-4e1c-9a69-5651c2af6549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8f467c1d-b7dd-45f1-993c-b606f02ba79f'}] {{(pid=98190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 14:42:15.875004 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8fcefc-16ae-426b-bf66-fc3778c65051 None None] Attempting to bind port 2e8b1fda-3c1c-4a9e-aaa4-69a132b74cbb on network 8f467c1d-b7dd-45f1-993c-b606f02ba79f {{(pid=98190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 14:42:15.909327 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-483db866-513f-4107-87c5-6d7311b66297 admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=98188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 14:42:15.925972 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8fcefc-16ae-426b-bf66-fc3778c65051 None None] Checking agent: {'id': '22b05ad3-e755-4423-b55e-6b54dea224ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 14, 34, 42), 'started_at': datetime.datetime(2021, 6, 10, 14, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 14, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 14:42:15.929528 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b01ed22-ac11-465f-ae34-cd5da4ad3bd9 admin admin] Made reservation on behalf of 5bcb8fb4303e43e69f7032747c4983b8 for: {'subnet': 1} {{(pid=98188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 14:42:15.932678 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-9b01ed22-ac11-465f-ae34-cd5da4ad3bd9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:15.935339 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8fcefc-16ae-426b-bf66-fc3778c65051 None None] Checking segment: {'id': '702c310b-86f3-4e1c-9a69-5651c2af6549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8f467c1d-b7dd-45f1-993c-b606f02ba79f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 14:42:15.935766 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-bd8fcefc-16ae-426b-bf66-fc3778c65051 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:15.936168 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8fcefc-16ae-426b-bf66-fc3778c65051 None None] Bound using segment: {'id': '702c310b-86f3-4e1c-9a69-5651c2af6549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8f467c1d-b7dd-45f1-993c-b606f02ba79f'} {{(pid=98190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 14:42:15.936814 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.managers [None req-bd8fcefc-16ae-426b-bf66-fc3778c65051 None None] Bound port: 2e8b1fda-3c1c-4a9e-aaa4-69a132b74cbb, host: dv-cinder-795785-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '702c310b-86f3-4e1c-9a69-5651c2af6549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8f467c1d-b7dd-45f1-993c-b606f02ba79f'}}] {{(pid=98190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 14:42:15.937103 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-bd8fcefc-16ae-426b-bf66-fc3778c65051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:15.968976 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-483db866-513f-4107-87c5-6d7311b66297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32871535'] for segment, precommit_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:15.969387 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.db.segments_db [None req-483db866-513f-4107-87c5-6d7311b66297 admin admin] Added segment 6478d289-bfac-462d-aa98-9d9a77a296ea of type vlan for network 75a731d7-5081-48fd-aaec-960ba34d4814 Jun 10 14:42:15.980473 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-4b61fb3a-1c4e-44fb-ac11-1fe0788d5842 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-753389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41740'] for router, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:15.981637 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-4b61fb3a-1c4e-44fb-ac11-1fe0788d5842 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-753224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-725434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41781'] for router, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:15.983425 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483db866-513f-4107-87c5-6d7311b66297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a047d23d-49fd-49e8-bd77-fc92d8b7ea63,revision_number=1']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:15.991992 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-483db866-513f-4107-87c5-6d7311b66297 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:16.100867 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-483db866-513f-4107-87c5-6d7311b66297 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770842362772'] for network, precommit_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:16.147321 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-bd8fcefc-16ae-426b-bf66-fc3778c65051 None None] For port 2e8b1fda-3c1c-4a9e-aaa4-69a132b74cbb, host dv-cinder-795785-1-smb, cleared binding levels {{(pid=98190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 14:42:16.157191 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-bd8fcefc-16ae-426b-bf66-fc3778c65051 None None] For port 2e8b1fda-3c1c-4a9e-aaa4-69a132b74cbb, host dv-cinder-795785-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-smb',level=0,port_id=2e8b1fda-3c1c-4a9e-aaa4-69a132b74cbb,segment=NetworkSegment(702c310b-86f3-4e1c-9a69-5651c2af6549),segment_id=702c310b-86f3-4e1c-9a69-5651c2af6549)] {{(pid=98190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 14:42:16.164800 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-bd8fcefc-16ae-426b-bf66-fc3778c65051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:16.179330 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-483db866-513f-4107-87c5-6d7311b66297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545563'] for network, after_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:16.182110 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:16.184268 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483db866-513f-4107-87c5-6d7311b66297 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:16.185053 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-483db866-513f-4107-87c5-6d7311b66297 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545536'] for network, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:16.191307 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-17d196bf-07b6-41b8-a9d1-3445945c6fe8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:16.226458 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-47d5faba-b123-4d0d-a8a2-8ba21389f62d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554'] for subnet, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:16.240882 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-4b61fb3a-1c4e-44fb-ac11-1fe0788d5842 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:16.271484 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-0effbe11-7280-4c50-8a09-562c4fae864d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:16.330891 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-483db866-513f-4107-87c5-6d7311b66297 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0634470 Jun 10 14:42:16.335683 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 60602) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:42:16.358489 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8fcefc-16ae-426b-bf66-fc3778c65051 None None] Pushing event updated for resources: {'Port': ['ID=2e8b1fda-3c1c-4a9e-aaa4-69a132b74cbb,revision_number=2']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:16.364060 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-bd8fcefc-16ae-426b-bf66-fc3778c65051 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:16.421402 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.v2.base [None req-5c33f43c-3b3f-4b1b-b54c-c44873deae2a admin admin] Request body: {'subnet': {'network_id': '75a731d7-5081-48fd-aaec-960ba34d4814', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-200729398-subnet', 'tenant_id': '1e3fe6434a4e48b3959fc8622a5288d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:42:16.450479 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483db866-513f-4107-87c5-6d7311b66297 admin admin] Pushing event updated for resources: {'Network': ['ID=75a731d7-5081-48fd-aaec-960ba34d4814,revision_number=1']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:16.460810 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-483db866-513f-4107-87c5-6d7311b66297 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:16.463334 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Network 75a731d7-5081-48fd-aaec-960ba34d4814 details requested by agent ovs-agent-dv-cinder-795785-1-smb with host dv-cinder-795785-1-smb {{(pid=98190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 14:42:16.510807 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-9b01ed22-ac11-465f-ae34-cd5da4ad3bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554'] for subnet, after_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:16.523857 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:16.575461 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c33f43c-3b3f-4b1b-b54c-c44873deae2a admin admin] Made reservation on behalf of 1e3fe6434a4e48b3959fc8622a5288d3 for: {'subnet': 1} {{(pid=98188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 14:42:16.578327 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-5c33f43c-3b3f-4b1b-b54c-c44873deae2a admin admin] Notify callbacks [] for subnet, before_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:16.651491 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-4b61fb3a-1c4e-44fb-ac11-1fe0788d5842 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-725427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41771'] for router, precommit_update {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:16.801672 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b01ed22-ac11-465f-ae34-cd5da4ad3bd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3eeef57d-bb05-42dc-8725-b618d4269135,revision_number=0']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:16.807897 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-9b01ed22-ac11-465f-ae34-cd5da4ad3bd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:16.821308 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b01ed22-ac11-465f-ae34-cd5da4ad3bd9 admin admin] Checking segment: {'id': '3ec2b1b1-734c-41eb-833f-8070e711f15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c57efc93-51ff-4248-b65b-e26a6d17993d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 14:42:16.821619 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b01ed22-ac11-465f-ae34-cd5da4ad3bd9 admin admin] Network hostable DHCP agents. Network: c57efc93-51ff-4248-b65b-e26a6d17993d, hostable agents: ['e526b2fa-fac9-473e-91d9-302d4f3c322e'], hosted agents: [] {{(pid=98188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 14:42:16.827339 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d5faba-b123-4d0d-a8a2-8ba21389f62d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3511c78-374d-4ef9-a4c4-c0913a2192ca,revision_number=0']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:16.841621 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-47d5faba-b123-4d0d-a8a2-8ba21389f62d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.571s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:16.843158 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-366e4687-94e3-4702-828b-59747fb9d4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554'] for subnet, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:16.844213 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d5faba-b123-4d0d-a8a2-8ba21389f62d admin admin] Checking segment: {'id': '32d1116f-1d2e-4c45-9eab-f4f6570fa755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eceb2f61-46d5-4aae-a498-4b03ff1ffe6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 14:42:16.844631 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d5faba-b123-4d0d-a8a2-8ba21389f62d admin admin] Network hostable DHCP agents. Network: eceb2f61-46d5-4aae-a498-4b03ff1ffe6f, hostable agents: ['e526b2fa-fac9-473e-91d9-302d4f3c322e'], hosted agents: [] {{(pid=98189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 14:42:16.862375 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b01ed22-ac11-465f-ae34-cd5da4ad3bd9 admin admin] Network c57efc93-51ff-4248-b65b-e26a6d17993d is scheduled to be hosted by DHCP agent e526b2fa-fac9-473e-91d9-302d4f3c322e with binding_index 1 {{(pid=98188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 14:42:16.905603 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:16.910939 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.scheduler.base_scheduler [None req-9b01ed22-ac11-465f-ae34-cd5da4ad3bd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795785-1-smb, c57efc93-51ff-4248-b65b-e26a6d17993d) {{(pid=98188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:42:16.922119 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b01ed22-ac11-465f-ae34-cd5da4ad3bd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:16.922729 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-9b01ed22-ac11-465f-ae34-cd5da4ad3bd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545536'] for subnet, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:16.922865 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05dcf2bb-8770-48f0-a894-7013fd6b6c2a None None] Network c57efc93-51ff-4248-b65b-e26a6d17993d requested from dv-cinder-795785-1-smb {{(pid=98190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 14:42:16.940153 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 60618) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:42:16.965431 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-9b01ed22-ac11-465f-ae34-cd5da4ad3bd9 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1206672 Jun 10 14:42:16.967922 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 60622) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:42:16.986529 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366e4687-94e3-4702-828b-59747fb9d4f6 admin admin] Checking segment: {'id': 'c43a5be5-1290-4a91-ba59-a957b85e24b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4744fb36-3c6e-45ed-8835-58a06f451405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 14:42:16.986900 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366e4687-94e3-4702-828b-59747fb9d4f6 admin admin] Network hostable DHCP agents. Network: 4744fb36-3c6e-45ed-8835-58a06f451405, hostable agents: ['e526b2fa-fac9-473e-91d9-302d4f3c322e'], hosted agents: [] {{(pid=98189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 14:42:17.001981 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.v2.base [None req-fde8ec4c-0658-4257-a3a5-f60d7901e9c9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1645727677-router', 'tenant_id': '5bcb8fb4303e43e69f7032747c4983b8', 'external_gateway_info': {'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a'}}} {{(pid=98188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:42:17.025982 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d5faba-b123-4d0d-a8a2-8ba21389f62d admin admin] Network eceb2f61-46d5-4aae-a498-4b03ff1ffe6f is scheduled to be hosted by DHCP agent e526b2fa-fac9-473e-91d9-302d4f3c322e with binding_index 1 {{(pid=98189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 14:42:17.035076 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-fde8ec4c-0658-4257-a3a5-f60d7901e9c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-753389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41740'] for router, before_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:17.036113 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-fde8ec4c-0658-4257-a3a5-f60d7901e9c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-753224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-725434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41781'] for router, precommit_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:17.039023 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366e4687-94e3-4702-828b-59747fb9d4f6 admin admin] Network 4744fb36-3c6e-45ed-8835-58a06f451405 is scheduled to be hosted by DHCP agent e526b2fa-fac9-473e-91d9-302d4f3c322e with binding_index 1 {{(pid=98189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 14:42:17.042645 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.base_scheduler [None req-47d5faba-b123-4d0d-a8a2-8ba21389f62d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795785-1-smb, eceb2f61-46d5-4aae-a498-4b03ff1ffe6f) {{(pid=98189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:42:17.047752 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366e4687-94e3-4702-828b-59747fb9d4f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f163fe2f-7ae5-4149-86b3-e8dbde6e7191,revision_number=0']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:17.050998 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-366e4687-94e3-4702-828b-59747fb9d4f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:17.062949 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d5faba-b123-4d0d-a8a2-8ba21389f62d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:17.063529 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-47d5faba-b123-4d0d-a8a2-8ba21389f62d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545536'] for subnet, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:17.064337 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-5c33f43c-3b3f-4b1b-b54c-c44873deae2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554'] for subnet, after_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:17.073045 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.base_scheduler [None req-366e4687-94e3-4702-828b-59747fb9d4f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795785-1-smb, 4744fb36-3c6e-45ed-8835-58a06f451405) {{(pid=98189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:42:17.094388 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-cb4c82b4-a0bf-4b2d-ae40-6ecb34ed65f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:17.096976 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366e4687-94e3-4702-828b-59747fb9d4f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:17.097831 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-366e4687-94e3-4702-828b-59747fb9d4f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545536'] for subnet, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:17.116961 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df38d173-b42b-4357-84fc-83ce354608da None None] Network eceb2f61-46d5-4aae-a498-4b03ff1ffe6f requested from dv-cinder-795785-1-smb {{(pid=98190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 14:42:17.124603 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d6c8ad-eae2-49e3-bf63-dc4a55a20e4c None None] Network 4744fb36-3c6e-45ed-8835-58a06f451405 requested from dv-cinder-795785-1-smb {{(pid=98190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 14:42:17.241053 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c33f43c-3b3f-4b1b-b54c-c44873deae2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=de6d778b-e213-4f71-a527-4fce03bb0817,revision_number=0']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:17.244137 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-fde8ec4c-0658-4257-a3a5-f60d7901e9c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:17.246959 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-9beb72cc-c4b2-42d3-a581-8a9eb00bfb72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:17.260450 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-5c33f43c-3b3f-4b1b-b54c-c44873deae2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:17.291534 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-47d5faba-b123-4d0d-a8a2-8ba21389f62d admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.0477145 Jun 10 14:42:17.294924 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 60628) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:42:17.302372 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.v2.base [None req-ec1b45b1-5449-48cd-9bd7-7a2a813c4d77 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-278514765-router', 'tenant_id': '96f4cdbf31fc4cbb8c5f5fa2addbb3de', 'external_gateway_info': {'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a'}}} {{(pid=98189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:42:17.325321 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-366e4687-94e3-4702-828b-59747fb9d4f6 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.6509180 Jun 10 14:42:17.391228 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-ec1b45b1-5449-48cd-9bd7-7a2a813c4d77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-753389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41740'] for router, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:17.392327 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-ec1b45b1-5449-48cd-9bd7-7a2a813c4d77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-753224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-725434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41781'] for router, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:17.479913 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-4b61fb3a-1c4e-44fb-ac11-1fe0788d5842 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:17.597151 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-4b61fb3a-1c4e-44fb-ac11-1fe0788d5842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:17.711806 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8944d5-f7f2-43cb-baa3-b13388717ace None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf5b42f4-d7c5-5d8a-92f6-9d4013c287c3-c57efc93-51ff-4248-b65b-e26a6d17993d', 'network_id': 'c57efc93-51ff-4248-b65b-e26a6d17993d', 'tenant_id': '5bcb8fb4303e43e69f7032747c4983b8', 'fixed_ips': [{'subnet_id': '3eeef57d-bb05-42dc-8725-b618d4269135'}]}} from dv-cinder-795785-1-smb. {{(pid=98190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 14:42:17.712682 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-6e8944d5-f7f2-43cb-baa3-b13388717ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_create {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:17.743462 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.db.db_base_plugin_common [None req-4b61fb3a-1c4e-44fb-ac11-1fe0788d5842 admin admin] Allocated IP 172.28.0.225 (d939252c-9d87-4c0a-b331-cccdb2846f4a/bb56f5fa-8acc-4201-b097-078ac8811790/aa21a959-16ba-4e87-a7e8-a7e41db37356) {{(pid=98189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 14:42:17.744694 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-fde8ec4c-0658-4257-a3a5-f60d7901e9c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-725427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41771'] for router, precommit_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:17.746858 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28e8806-3f0c-4352-98cc-3b036dd73313 None None] Network 8f467c1d-b7dd-45f1-993c-b606f02ba79f requested from dv-cinder-795785-1-smb {{(pid=98190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 14:42:17.751331 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c33f43c-3b3f-4b1b-b54c-c44873deae2a admin admin] Checking segment: {'id': '6478d289-bfac-462d-aa98-9d9a77a296ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '75a731d7-5081-48fd-aaec-960ba34d4814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 14:42:17.751647 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c33f43c-3b3f-4b1b-b54c-c44873deae2a admin admin] Network hostable DHCP agents. Network: 75a731d7-5081-48fd-aaec-960ba34d4814, hostable agents: ['e526b2fa-fac9-473e-91d9-302d4f3c322e'], hosted agents: [] {{(pid=98188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 14:42:17.764868 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7677888-4872-41ce-9857-427d76a489ff None None] Network 4744fb36-3c6e-45ed-8835-58a06f451405 requested from dv-cinder-795785-1-smb {{(pid=98190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 14:42:17.827117 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c33f43c-3b3f-4b1b-b54c-c44873deae2a admin admin] Network 75a731d7-5081-48fd-aaec-960ba34d4814 is scheduled to be hosted by DHCP agent e526b2fa-fac9-473e-91d9-302d4f3c322e with binding_index 1 {{(pid=98188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 14:42:17.866076 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.scheduler.base_scheduler [None req-5c33f43c-3b3f-4b1b-b54c-c44873deae2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795785-1-smb, 75a731d7-5081-48fd-aaec-960ba34d4814) {{(pid=98188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:42:17.871915 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c33f43c-3b3f-4b1b-b54c-c44873deae2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:17.872601 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-5c33f43c-3b3f-4b1b-b54c-c44873deae2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545536'] for subnet, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:17.892686 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b367df-6055-42d6-8250-2e37fd417b00 None None] Network 75a731d7-5081-48fd-aaec-960ba34d4814 requested from dv-cinder-795785-1-smb {{(pid=98190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 14:42:17.954164 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-4b61fb3a-1c4e-44fb-ac11-1fe0788d5842 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:17.974996 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-9beb72cc-c4b2-42d3-a581-8a9eb00bfb72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:17.987548 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-ec1b45b1-5449-48cd-9bd7-7a2a813c4d77 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:18.007529 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-5c33f43c-3b3f-4b1b-b54c-c44873deae2a admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6284802 Jun 10 14:42:18.010193 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-9beb72cc-c4b2-42d3-a581-8a9eb00bfb72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:18.041112 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:18.057498 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-4b61fb3a-1c4e-44fb-ac11-1fe0788d5842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33290945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770842374660'] for port, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:18.085998 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beb72cc-c4b2-42d3-a581-8a9eb00bfb72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=452c556c-9750-4097-bfdc-7388f6e55350,revision_number=1']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:18.089796 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-9beb72cc-c4b2-42d3-a581-8a9eb00bfb72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:18.144780 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 60670) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:42:18.148706 dv-cinder-795785-1-smb neutron-server[98188]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 10 14:42:18.154938 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-9beb72cc-c4b2-42d3-a581-8a9eb00bfb72 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b2ea3baba6844a338abed24dd46fea1d&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2077353 Jun 10 14:42:18.214290 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 60672) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:42:18.287711 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67e8b2f-2dd1-440b-98ea-554cf13e6210 None None] Network eceb2f61-46d5-4aae-a498-4b03ff1ffe6f requested from dv-cinder-795785-1-smb {{(pid=98190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 14:42:18.341584 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-a9debb32-f3fd-4048-bac8-2c01851c34e1 None None] Provisioning for port 2e8b1fda-3c1c-4a9e-aaa4-69a132b74cbb completed by entity DHCP. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:42:18.371570 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-17b6d8bd-754f-4437-947d-261b57486ab6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:18.376981 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Device 2e8b1fda-3c1c-4a9e-aaa4-69a132b74cbb up at agent ovs-agent-dv-cinder-795785-1-smb {{(pid=98190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:42:18.544238 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b61fb3a-1c4e-44fb-ac11-1fe0788d5842 admin admin] Network d939252c-9d87-4c0a-b331-cccdb2846f4a is already hosted by enough agents. {{(pid=98189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 14:42:18.553914 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.base_scheduler [None req-4b61fb3a-1c4e-44fb-ac11-1fe0788d5842 admin admin] Resources bound (agent type, host, resource id): {{(pid=98189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:42:18.556114 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b61fb3a-1c4e-44fb-ac11-1fe0788d5842 admin admin] Pushing event updated for resources: {'Port': ['ID=aa21a959-16ba-4e87-a7e8-a7e41db37356,revision_number=1']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:18.559270 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-4b61fb3a-1c4e-44fb-ac11-1fe0788d5842 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:18.616029 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b61fb3a-1c4e-44fb-ac11-1fe0788d5842 admin admin] Received port after_create {{(pid=98189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 14:42:18.671604 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-7fe7426f-38ff-4710-b76c-e9770943b490 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:18.773729 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 60702) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:42:18.780990 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-fde8ec4c-0658-4257-a3a5-f60d7901e9c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:18.814420 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-ec1b45b1-5449-48cd-9bd7-7a2a813c4d77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-725427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41771'] for router, precommit_update {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:18.824741 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Provisioning for port 2e8b1fda-3c1c-4a9e-aaa4-69a132b74cbb completed by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:42:18.873981 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c723eccb-6a24-4ad0-b7a7-0a80055f65fa req-d63dbfa0-14fd-4b02-9a98-bd56dc0c6fff tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:18.875579 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-c723eccb-6a24-4ad0-b7a7-0a80055f65fa req-d63dbfa0-14fd-4b02-9a98-bd56dc0c6fff tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/networks?id=4744fb36-3c6e-45ed-8835-58a06f451405 HTTP/1.1" status: 200 len: 814 time: 0.7282946 Jun 10 14:42:18.891965 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-fde8ec4c-0658-4257-a3a5-f60d7901e9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:18.895028 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-7fe7426f-38ff-4710-b76c-e9770943b490 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:18.909831 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Provisioning complete for port 2e8b1fda-3c1c-4a9e-aaa4-69a132b74cbb triggered by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:42:18.910224 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32877986'] for port, provisioning_complete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:18.950340 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-c723eccb-6a24-4ad0-b7a7-0a80055f65fa req-0ed6eac7-03aa-4338-8e48-c8b47450159c tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/quotas/93ab3eb0808c4780983402342bde2843 HTTP/1.1" status: 200 len: 375 time: 0.0522559 Jun 10 14:42:19.017406 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-4b61fb3a-1c4e-44fb-ac11-1fe0788d5842 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:19.022502 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d997946c-482e-4753-b86a-5c53eabcc552 None None] Network 75a731d7-5081-48fd-aaec-960ba34d4814 requested from dv-cinder-795785-1-smb {{(pid=98190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 14:42:19.055067 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.db_base_plugin_common [None req-6e8944d5-f7f2-43cb-baa3-b13388717ace None None] Allocated IP 172.20.0.2 (c57efc93-51ff-4248-b65b-e26a6d17993d/3eeef57d-bb05-42dc-8725-b618d4269135/7b7e7086-274f-4a15-89dd-2c355a2f2b1d) {{(pid=98190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 14:42:19.148803 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-c723eccb-6a24-4ad0-b7a7-0a80055f65fa req-3a5bac70-bd0b-4fc8-ac8f-e3c916a582ce tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=93ab3eb0808c4780983402342bde2843&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1807363 Jun 10 14:42:19.233224 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a9eedb-3edf-43e6-9773-115086d36593 req-21b842c1-77f1-4986-a9cd-33a0f1dd9c7f tempest-DeleteServersTestJSON-1534281482 tempest-DeleteServersTestJSON-1534281482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:19.240831 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-e8a9eedb-3edf-43e6-9773-115086d36593 req-21b842c1-77f1-4986-a9cd-33a0f1dd9c7f tempest-DeleteServersTestJSON-1534281482 tempest-DeleteServersTestJSON-1534281482-project] 10.222.0.38 "GET /v2.0/networks?id=75a731d7-5081-48fd-aaec-960ba34d4814 HTTP/1.1" status: 200 len: 811 time: 0.4573183 Jun 10 14:42:19.250059 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-7fe7426f-38ff-4710-b76c-e9770943b490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:19.261034 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-7fe7426f-38ff-4710-b76c-e9770943b490 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:19.265154 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-7fe7426f-38ff-4710-b76c-e9770943b490 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/452c556c-9750-4097-bfdc-7388f6e55350 HTTP/1.1" status: 204 len: 168 time: 1.0232470 Jun 10 14:42:19.265154 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-de2aa245-ad23-40b2-9eed-2daf47c92ce0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:19.275027 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-e8a9eedb-3edf-43e6-9773-115086d36593 req-e6ae248d-283a-4dbe-b311-ce5824602fed tempest-DeleteServersTestJSON-1534281482 tempest-DeleteServersTestJSON-1534281482-project] 10.222.0.38 "GET /v2.0/quotas/1e3fe6434a4e48b3959fc8622a5288d3 HTTP/1.1" status: 200 len: 375 time: 0.0331328 Jun 10 14:42:19.316926 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe7426f-38ff-4710-b76c-e9770943b490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=452c556c-9750-4097-bfdc-7388f6e55350,revision_number=None']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:19.338249 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-e8a9eedb-3edf-43e6-9773-115086d36593 req-89dc86d0-8d91-4bd7-a24a-e7ee675c94d5 tempest-DeleteServersTestJSON-1534281482 tempest-DeleteServersTestJSON-1534281482-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=1e3fe6434a4e48b3959fc8622a5288d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0619915 Jun 10 14:42:19.342906 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-7fe7426f-38ff-4710-b76c-e9770943b490 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:19.353516 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.db.db_base_plugin_common [None req-fde8ec4c-0658-4257-a3a5-f60d7901e9c9 admin admin] Allocated IP 172.28.0.220 (d939252c-9d87-4c0a-b331-cccdb2846f4a/bb56f5fa-8acc-4201-b097-078ac8811790/4d8b6cc4-d9aa-4338-8930-c2e4ec56306c) {{(pid=98188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 14:42:19.390228 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:19.508082 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-ec1b45b1-5449-48cd-9bd7-7a2a813c4d77 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:19.557157 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-4b61fb3a-1c4e-44fb-ac11-1fe0788d5842 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726267'] for router, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:19.561616 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-ec1b45b1-5449-48cd-9bd7-7a2a813c4d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:19.600771 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-fde8ec4c-0658-4257-a3a5-f60d7901e9c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:19.797772 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] For port 2e8b1fda-3c1c-4a9e-aaa4-69a132b74cbb, host dv-cinder-795785-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-smb',level=0,port_id=2e8b1fda-3c1c-4a9e-aaa4-69a132b74cbb,segment=NetworkSegment(702c310b-86f3-4e1c-9a69-5651c2af6549),segment_id=702c310b-86f3-4e1c-9a69-5651c2af6549)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:42:19.806599 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:19.827251 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [req-c723eccb-6a24-4ad0-b7a7-0a80055f65fa req-774cb5a0-13cc-44ee-9506-05e275fbcd15 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=98188) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 14:42:19.828642 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:19.836495 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-c723eccb-6a24-4ad0-b7a7-0a80055f65fa req-774cb5a0-13cc-44ee-9506-05e275fbcd15 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5157361 Jun 10 14:42:19.974013 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [req-e8a9eedb-3edf-43e6-9773-115086d36593 req-2b2b2700-9900-466c-8a24-670ec4501c84 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=98188) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 14:42:19.983737 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-e8a9eedb-3edf-43e6-9773-115086d36593 req-2b2b2700-9900-466c-8a24-670ec4501c84 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3414865 Jun 10 14:42:20.006469 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-fde8ec4c-0658-4257-a3a5-f60d7901e9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33290945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770842374660'] for port, after_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:20.037150 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:20.103984 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.db.db_base_plugin_common [None req-ec1b45b1-5449-48cd-9bd7-7a2a813c4d77 admin admin] Allocated IP 172.28.0.219 (d939252c-9d87-4c0a-b331-cccdb2846f4a/bb56f5fa-8acc-4201-b097-078ac8811790/44074762-5806-4818-a5e2-61cc0e273cd2) {{(pid=98189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 14:42:20.132789 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Pushing event updated for resources: {'Port': ['ID=2e8b1fda-3c1c-4a9e-aaa4-69a132b74cbb,revision_number=3']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:20.146367 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:20.152162 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-6e8944d5-f7f2-43cb-baa3-b13388717ace None None] Notify callbacks [] for port, precommit_create {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:20.164680 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-6e8944d5-f7f2-43cb-baa3-b13388717ace None None] Transition to ACTIVE for port object 7b7e7086-274f-4a15-89dd-2c355a2f2b1d will not be triggered until provisioned by entity L2. {{(pid=98190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:42:20.190841 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-6e8944d5-f7f2-43cb-baa3-b13388717ace None None] Transition to ACTIVE for port object 7b7e7086-274f-4a15-89dd-2c355a2f2b1d will not be triggered until provisioned by entity DHCP. {{(pid=98190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:42:20.208646 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-6e8944d5-f7f2-43cb-baa3-b13388717ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33290945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770842374660'] for port, after_create {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:20.217881 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-74f1d1ff-24ba-41a5-bfae-85bf91aec75c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:20.221123 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b61fb3a-1c4e-44fb-ac11-1fe0788d5842 admin admin] Router b4004dcd-7fe2-40b6-b203-ecc63ac0c57d is scheduled to L3 agent e92f4ea4-4278-4a3e-8ba4-23ff1581fd94 with binding_index 1 {{(pid=98189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 14:42:20.257607 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde8ec4c-0658-4257-a3a5-f60d7901e9c9 admin admin] Network d939252c-9d87-4c0a-b331-cccdb2846f4a is already hosted by enough agents. {{(pid=98188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 14:42:20.273077 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.scheduler.base_scheduler [None req-fde8ec4c-0658-4257-a3a5-f60d7901e9c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=98188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:42:20.276486 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde8ec4c-0658-4257-a3a5-f60d7901e9c9 admin admin] Received port after_create {{(pid=98188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 14:42:20.279761 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-c723eccb-6a24-4ad0-b7a7-0a80055f65fa req-394b9893-9047-43d2-a252-2abc6589f1c4 service neutron] 10.222.0.38 "GET /v2.0/networks/4744fb36-3c6e-45ed-8835-58a06f451405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4423633 Jun 10 14:42:20.303553 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8944d5-f7f2-43cb-baa3-b13388717ace None None] Network c57efc93-51ff-4248-b65b-e26a6d17993d is already hosted by enough agents. {{(pid=98190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 14:42:20.308610 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.scheduler.base_scheduler [None req-6e8944d5-f7f2-43cb-baa3-b13388717ace None None] Resources bound (agent type, host, resource id): {{(pid=98190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:42:20.319575 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8944d5-f7f2-43cb-baa3-b13388717ace None None] Received port after_create {{(pid=98190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 14:42:20.378865 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8944d5-f7f2-43cb-baa3-b13388717ace None None] Pushing event updated for resources: {'Port': ['ID=7b7e7086-274f-4a15-89dd-2c355a2f2b1d,revision_number=1']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:20.386678 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-6e8944d5-f7f2-43cb-baa3-b13388717ace None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:20.404272 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde8ec4c-0658-4257-a3a5-f60d7901e9c9 admin admin] Pushing event updated for resources: {'Port': ['ID=4d8b6cc4-d9aa-4338-8930-c2e4ec56306c,revision_number=1']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:20.407959 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-fde8ec4c-0658-4257-a3a5-f60d7901e9c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:20.434003 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-ae65bef4-caa4-4d40-97d6-b24cd6edd15e None None] Provisioning complete for port 2e8b1fda-3c1c-4a9e-aaa4-69a132b74cbb triggered by entity DHCP. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:42:20.434501 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-ae65bef4-caa4-4d40-97d6-b24cd6edd15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32877986'] for port, provisioning_complete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:20.438029 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.managers [None req-6e8944d5-f7f2-43cb-baa3-b13388717ace None None] Attempting to bind port 7b7e7086-274f-4a15-89dd-2c355a2f2b1d on host dv-cinder-795785-1-smb for vnic_type normal with profile {{(pid=98190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 14:42:20.438410 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.managers [None req-6e8944d5-f7f2-43cb-baa3-b13388717ace None None] Attempting to bind port 7b7e7086-274f-4a15-89dd-2c355a2f2b1d by drivers openvswitch,hyperv on host dv-cinder-795785-1-smb at level 0 using segments [{'id': '3ec2b1b1-734c-41eb-833f-8070e711f15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c57efc93-51ff-4248-b65b-e26a6d17993d'}] {{(pid=98190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 14:42:20.439325 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8944d5-f7f2-43cb-baa3-b13388717ace None None] Attempting to bind port 7b7e7086-274f-4a15-89dd-2c355a2f2b1d on network c57efc93-51ff-4248-b65b-e26a6d17993d {{(pid=98190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 14:42:20.476405 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8944d5-f7f2-43cb-baa3-b13388717ace None None] Checking agent: {'id': '22b05ad3-e755-4423-b55e-6b54dea224ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 14, 34, 42), 'started_at': datetime.datetime(2021, 6, 10, 14, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 14, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 14:42:20.476854 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8944d5-f7f2-43cb-baa3-b13388717ace None None] Checking segment: {'id': '3ec2b1b1-734c-41eb-833f-8070e711f15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c57efc93-51ff-4248-b65b-e26a6d17993d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 14:42:20.477400 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-6e8944d5-f7f2-43cb-baa3-b13388717ace None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:20.478070 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8944d5-f7f2-43cb-baa3-b13388717ace None None] Bound using segment: {'id': '3ec2b1b1-734c-41eb-833f-8070e711f15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c57efc93-51ff-4248-b65b-e26a6d17993d'} {{(pid=98190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 14:42:20.478368 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.managers [None req-6e8944d5-f7f2-43cb-baa3-b13388717ace None None] Bound port: 7b7e7086-274f-4a15-89dd-2c355a2f2b1d, host: dv-cinder-795785-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ec2b1b1-734c-41eb-833f-8070e711f15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c57efc93-51ff-4248-b65b-e26a6d17993d'}}] {{(pid=98190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 14:42:20.478750 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-6e8944d5-f7f2-43cb-baa3-b13388717ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:20.501468 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-ec1b45b1-5449-48cd-9bd7-7a2a813c4d77 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:20.571940 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b61fb3a-1c4e-44fb-ac11-1fe0788d5842 admin admin] Notify agent at l3_agent.dv-cinder-795785-1-smb the message routers_updated {{(pid=98189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 14:42:20.576498 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-ec1b45b1-5449-48cd-9bd7-7a2a813c4d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33290945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770842374660'] for port, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:20.584236 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a56388-91a4-4813-983f-e2379db1a13a None None] Sync routers for ids ['b4004dcd-7fe2-40b6-b203-ecc63ac0c57d'] in dv-cinder-795785-1-smb {{(pid=98191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 14:42:20.601582 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a56388-91a4-4813-983f-e2379db1a13a None None] Routers {'b4004dcd-7fe2-40b6-b203-ecc63ac0c57d'} bound to L3 agent in host dv-cinder-795785-1-smb {{(pid=98191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:42:20.602654 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_hamode_db [None req-e5a56388-91a4-4813-983f-e2379db1a13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T14:34:42Z,description=,heartbeat_timestamp=2021-06-10T14:42:12Z,host='dv-cinder-795785-1-smb',id=e92f4ea4-4278-4a3e-8ba4-23ff1581fd94,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:42Z,topic='l3_agent')) {'router_ids': ['b4004dcd-7fe2-40b6-b203-ecc63ac0c57d'], 'active': True} {{(pid=98191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:42:20.613890 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-135f708d-b6b5-4bde-a1cb-86b2d4cf38b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:20.623792 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-6e8944d5-f7f2-43cb-baa3-b13388717ace None None] For port 7b7e7086-274f-4a15-89dd-2c355a2f2b1d, host dv-cinder-795785-1-smb, cleared binding levels {{(pid=98190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 14:42:20.641600 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-6e8944d5-f7f2-43cb-baa3-b13388717ace None None] For port 7b7e7086-274f-4a15-89dd-2c355a2f2b1d, host dv-cinder-795785-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-smb',level=0,port_id=7b7e7086-274f-4a15-89dd-2c355a2f2b1d,segment=NetworkSegment(3ec2b1b1-734c-41eb-833f-8070e711f15c),segment_id=3ec2b1b1-734c-41eb-833f-8070e711f15c)] {{(pid=98190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 14:42:20.649220 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-6e8944d5-f7f2-43cb-baa3-b13388717ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:20.653665 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:20.666478 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-e8a9eedb-3edf-43e6-9773-115086d36593 req-9d5406e3-4d9e-4790-9f17-5dd54bd1cfae service neutron] 10.222.0.38 "GET /v2.0/networks/75a731d7-5081-48fd-aaec-960ba34d4814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6820376 Jun 10 14:42:20.685814 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-4b61fb3a-1c4e-44fb-ac11-1fe0788d5842 admin admin] Notify callbacks [] for router, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:20.691703 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-4b61fb3a-1c4e-44fb-ac11-1fe0788d5842 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.0053678 Jun 10 14:42:20.702511 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1b45b1-5449-48cd-9bd7-7a2a813c4d77 admin admin] Network d939252c-9d87-4c0a-b331-cccdb2846f4a is already hosted by enough agents. {{(pid=98189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 14:42:20.703170 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 60764) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:42:20.729471 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8944d5-f7f2-43cb-baa3-b13388717ace None None] Pushing event updated for resources: {'Port': ['ID=7b7e7086-274f-4a15-89dd-2c355a2f2b1d,revision_number=2']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:20.733356 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-6e8944d5-f7f2-43cb-baa3-b13388717ace None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:20.773033 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.base_scheduler [None req-ec1b45b1-5449-48cd-9bd7-7a2a813c4d77 admin admin] Resources bound (agent type, host, resource id): {{(pid=98189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:42:20.775453 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1b45b1-5449-48cd-9bd7-7a2a813c4d77 admin admin] Received port after_create {{(pid=98189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 14:42:20.916346 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_dvr_db [None req-e5a56388-91a4-4813-983f-e2379db1a13a None None] Set router b4004dcd-7fe2-40b6-b203-ecc63ac0c57d gateway port host: dv-cinder-795785-1-smb {{(pid=98191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:42:20.971506 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1b45b1-5449-48cd-9bd7-7a2a813c4d77 admin admin] Pushing event updated for resources: {'Port': ['ID=44074762-5806-4818-a5e2-61cc0e273cd2,revision_number=1']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:20.975876 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-ec1b45b1-5449-48cd-9bd7-7a2a813c4d77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:21.044197 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-c723eccb-6a24-4ad0-b7a7-0a80055f65fa req-187208a0-f0db-44f9-bb8c-16ce55d9115c service neutron] 10.222.0.38 "GET /v2.0/networks/4744fb36-3c6e-45ed-8835-58a06f451405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6963336 Jun 10 14:42:21.091735 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-e8a9eedb-3edf-43e6-9773-115086d36593 req-b4d283d1-1ab0-4996-acb8-06fd724fb74f service neutron] 10.222.0.38 "GET /v2.0/networks/75a731d7-5081-48fd-aaec-960ba34d4814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4158859 Jun 10 14:42:21.137023 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-fde8ec4c-0658-4257-a3a5-f60d7901e9c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:21.343550 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_hamode_db [None req-e5a56388-91a4-4813-983f-e2379db1a13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4004dcd-7fe2-40b6-b203-ecc63ac0c57d', 'name': 'tempest-AttachVolumeTestJSON-1349217729-router', 'tenant_id': '22b067f743a04ce6ac0fdb4c7ff25d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'external_fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.225'}], 'enable_snat': True}, 'gw_port_id': 'aa21a959-16ba-4e87-a7e8-a7e41db37356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:42:15Z', 'updated_at': '2021-06-10T14:42:18Z', 'revision_number': 3, 'project_id': '22b067f743a04ce6ac0fdb4c7ff25d6b', 'gw_port': {'id': 'aa21a959-16ba-4e87-a7e8-a7e41db37356', 'name': '', 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b0:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4004dcd-7fe2-40b6-b203-ecc63ac0c57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:17Z', 'updated_at': '2021-06-10T14:42:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-smb'}], 'dv-cinder-795785-1-smb', False) {} {{(pid=98191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:42:21.348794 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a56388-91a4-4813-983f-e2379db1a13a None None] Checking router: b4004dcd-7fe2-40b6-b203-ecc63ac0c57d for host: dv-cinder-795785-1-smb {{(pid=98191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 14:42:21.349446 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a56388-91a4-4813-983f-e2379db1a13a None None] Updating router b4004dcd-7fe2-40b6-b203-ecc63ac0c57d port aa21a959-16ba-4e87-a7e8-a7e41db37356 binding host dv-cinder-795785-1-smb {{(pid=98191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 14:42:21.419673 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron_lib.callbacks.manager [None req-e5a56388-91a4-4813-983f-e2379db1a13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:21.808682 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-ec1b45b1-5449-48cd-9bd7-7a2a813c4d77 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:21.923573 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-cf397c79-1645-45bf-bac4-9e1686ed43a2 req-126f278a-8d13-457e-a1eb-cd57be430d45 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/ports?device_id=10a33dd6-1367-49ed-86f0-a27bccfcf9a0 HTTP/1.1" status: 200 len: 210 time: 0.2140918 Jun 10 14:42:21.928348 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-b6e76f43-1fad-482c-a5d2-6e77439f93ac req-c7994a83-e70e-451b-91f4-5b88b6503819 tempest-DeleteServersTestJSON-1534281482 tempest-DeleteServersTestJSON-1534281482-project] 10.222.0.38 "GET /v2.0/ports?device_id=f3d2b72f-d8b8-48ba-8faf-da44d4ec57e4 HTTP/1.1" status: 200 len: 210 time: 0.2253466 Jun 10 14:42:21.979347 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-fde8ec4c-0658-4257-a3a5-f60d7901e9c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726267'] for router, after_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:22.253533 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f45a9fd-2913-416e-b6ab-e842dd954a0d None None] Network c57efc93-51ff-4248-b65b-e26a6d17993d requested from dv-cinder-795785-1-smb {{(pid=98190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 14:42:22.366653 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-196234c4-8502-4fac-9b62-c927de9acaea None None] Provisioning for port 7b7e7086-274f-4a15-89dd-2c355a2f2b1d completed by entity DHCP. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:42:22.418178 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron_lib.callbacks.manager [None req-e5a56388-91a4-4813-983f-e2379db1a13a None None] Notify callbacks [] for port, precommit_update {{(pid=98191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:22.440468 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.provisioning_blocks [None req-e5a56388-91a4-4813-983f-e2379db1a13a None None] Transition to ACTIVE for port object aa21a959-16ba-4e87-a7e8-a7e41db37356 will not be triggered until provisioned by entity L2. {{(pid=98191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:42:22.454386 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron_lib.callbacks.manager [None req-e5a56388-91a4-4813-983f-e2379db1a13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:22.456971 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98191) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:22.509652 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fde8ec4c-0658-4257-a3a5-f60d7901e9c9 admin admin] Router 4e97ab8d-2f28-4933-bf41-5afaa169fe52 is scheduled to L3 agent e92f4ea4-4278-4a3e-8ba4-23ff1581fd94 with binding_index 1 {{(pid=98188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 14:42:22.578542 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Device 7b7e7086-274f-4a15-89dd-2c355a2f2b1d up at agent ovs-agent-dv-cinder-795785-1-smb {{(pid=98190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:42:22.688351 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb382ad3-967c-4cae-babd-0c7baf0f7ee5 None None] Pushing event updated for resources: {'Port': ['ID=aa21a959-16ba-4e87-a7e8-a7e41db37356,revision_number=2']} {{(pid=98191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:22.730255 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb382ad3-967c-4cae-babd-0c7baf0f7ee5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:42:22.730685 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb382ad3-967c-4cae-babd-0c7baf0f7ee5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:42:22.738391 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb382ad3-967c-4cae-babd-0c7baf0f7ee5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:42:22.740971 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb382ad3-967c-4cae-babd-0c7baf0f7ee5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:42:22.742518 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb382ad3-967c-4cae-babd-0c7baf0f7ee5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:42:22.743098 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb382ad3-967c-4cae-babd-0c7baf0f7ee5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:42:22.744920 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-ec1b45b1-5449-48cd-9bd7-7a2a813c4d77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726267'] for router, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:22.745541 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb382ad3-967c-4cae-babd-0c7baf0f7ee5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:42:22.746208 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb382ad3-967c-4cae-babd-0c7baf0f7ee5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:42:22.748798 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb382ad3-967c-4cae-babd-0c7baf0f7ee5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:42:22.749490 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb382ad3-967c-4cae-babd-0c7baf0f7ee5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:42:22.751931 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fde8ec4c-0658-4257-a3a5-f60d7901e9c9 admin admin] Notify agent at l3_agent.dv-cinder-795785-1-smb the message routers_updated {{(pid=98188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 14:42:22.753399 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb382ad3-967c-4cae-babd-0c7baf0f7ee5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:42:22.755590 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb382ad3-967c-4cae-babd-0c7baf0f7ee5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:42:22.760038 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb382ad3-967c-4cae-babd-0c7baf0f7ee5 None None] Tracked resource versions report: Jun 10 14:42:22.760038 dv-cinder-795785-1-smb neutron-server[98191]: pushed versions: Jun 10 14:42:22.760038 dv-cinder-795785-1-smb neutron-server[98191]: { 'AddressGroup': {'1.2'}, Jun 10 14:42:22.760038 dv-cinder-795785-1-smb neutron-server[98191]: 'ConntrackHelper': {'1.0'}, Jun 10 14:42:22.760038 dv-cinder-795785-1-smb neutron-server[98191]: 'Log': {'1.0'}, Jun 10 14:42:22.760038 dv-cinder-795785-1-smb neutron-server[98191]: 'Network': {'1.1'}, Jun 10 14:42:22.760038 dv-cinder-795785-1-smb neutron-server[98191]: 'Port': {'1.7'}, Jun 10 14:42:22.760038 dv-cinder-795785-1-smb neutron-server[98191]: 'PortForwarding': {'1.2'}, Jun 10 14:42:22.760038 dv-cinder-795785-1-smb neutron-server[98191]: 'QosPolicy': {'1.8'}, Jun 10 14:42:22.760038 dv-cinder-795785-1-smb neutron-server[98191]: 'SecurityGroup': {'1.4'}, Jun 10 14:42:22.760038 dv-cinder-795785-1-smb neutron-server[98191]: 'SecurityGroupRule': {'1.2'}, Jun 10 14:42:22.760038 dv-cinder-795785-1-smb neutron-server[98191]: 'SubPort': {'1.0'}, Jun 10 14:42:22.760038 dv-cinder-795785-1-smb neutron-server[98191]: 'Subnet': {'1.1'}, Jun 10 14:42:22.760038 dv-cinder-795785-1-smb neutron-server[98191]: 'Trunk': {'1.1'}} Jun 10 14:42:22.760038 dv-cinder-795785-1-smb neutron-server[98191]: consumer versions: Jun 10 14:42:22.760038 dv-cinder-795785-1-smb neutron-server[98191]: { DHCP agent@dv-cinder-795785-1-smb: {}, Jun 10 14:42:22.760038 dv-cinder-795785-1-smb neutron-server[98191]: HyperV agent@hv-cinder-79578: {}, Jun 10 14:42:22.760038 dv-cinder-795785-1-smb neutron-server[98191]: L3 agent@dv-cinder-795785-1-smb: {}, Jun 10 14:42:22.760038 dv-cinder-795785-1-smb neutron-server[98191]: Metadata agent@dv-cinder-795785-1-smb: {}, Jun 10 14:42:22.760038 dv-cinder-795785-1-smb neutron-server[98191]: Metering agent@dv-cinder-795785-1-smb: {}, Jun 10 14:42:22.760038 dv-cinder-795785-1-smb neutron-server[98191]: Open vSwitch agent@dv-cinder-795785-1-smb: { 'AddressGroup': '1.2', Jun 10 14:42:22.760038 dv-cinder-795785-1-smb neutron-server[98191]: 'ConntrackHelper': '1.0', Jun 10 14:42:22.760038 dv-cinder-795785-1-smb neutron-server[98191]: 'Log': '1.0', Jun 10 14:42:22.760038 dv-cinder-795785-1-smb neutron-server[98191]: 'Network': '1.1', Jun 10 14:42:22.760038 dv-cinder-795785-1-smb neutron-server[98191]: 'Port': '1.7', Jun 10 14:42:22.760038 dv-cinder-795785-1-smb neutron-server[98191]: 'PortForwarding': '1.2', Jun 10 14:42:22.760038 dv-cinder-795785-1-smb neutron-server[98191]: 'QosPolicy': '1.8', Jun 10 14:42:22.760038 dv-cinder-795785-1-smb neutron-server[98191]: 'SecurityGroup': '1.4', Jun 10 14:42:22.760038 dv-cinder-795785-1-smb neutron-server[98191]: 'SecurityGroupRule': '1.2', Jun 10 14:42:22.760038 dv-cinder-795785-1-smb neutron-server[98191]: 'SubPort': '1.0', Jun 10 14:42:22.760038 dv-cinder-795785-1-smb neutron-server[98191]: 'Subnet': '1.1', Jun 10 14:42:22.760038 dv-cinder-795785-1-smb neutron-server[98191]: 'Trunk': '1.1'}} Jun 10 14:42:22.760038 dv-cinder-795785-1-smb neutron-server[98191]: {{(pid=98191) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 10 14:42:22.782650 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-fde8ec4c-0658-4257-a3a5-f60d7901e9c9 admin admin] Notify callbacks [] for router, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:22.784061 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f4c48b-a2f1-48e7-8221-683c8a7dd9f4 None None] Sync routers for ids ['4e97ab8d-2f28-4933-bf41-5afaa169fe52'] in dv-cinder-795785-1-smb {{(pid=98190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 14:42:22.790235 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-fde8ec4c-0658-4257-a3a5-f60d7901e9c9 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.8212397 Jun 10 14:42:22.792059 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 60860) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:42:22.858664 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f4c48b-a2f1-48e7-8221-683c8a7dd9f4 None None] Routers {'4e97ab8d-2f28-4933-bf41-5afaa169fe52'} bound to L3 agent in host dv-cinder-795785-1-smb {{(pid=98190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:42:22.864615 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_hamode_db [None req-95f4c48b-a2f1-48e7-8221-683c8a7dd9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T14:34:42Z,description=,heartbeat_timestamp=2021-06-10T14:42:12Z,host='dv-cinder-795785-1-smb',id=e92f4ea4-4278-4a3e-8ba4-23ff1581fd94,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:42Z,topic='l3_agent')) {'router_ids': ['4e97ab8d-2f28-4933-bf41-5afaa169fe52'], 'active': True} {{(pid=98190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:42:22.869251 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG oslo_concurrency.lockutils [None req-fb382ad3-967c-4cae-babd-0c7baf0f7ee5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=98191) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:22.870023 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.plugins.ml2.managers [None req-e5a56388-91a4-4813-983f-e2379db1a13a None None] Attempting to bind port aa21a959-16ba-4e87-a7e8-a7e41db37356 on host dv-cinder-795785-1-smb for vnic_type normal with profile {{(pid=98191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 14:42:22.870466 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.plugins.ml2.managers [None req-e5a56388-91a4-4813-983f-e2379db1a13a None None] Attempting to bind port aa21a959-16ba-4e87-a7e8-a7e41db37356 by drivers openvswitch,hyperv on host dv-cinder-795785-1-smb at level 0 using segments [{'id': '09b1f6b8-9c92-4513-844c-f3187f12106a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a'}] {{(pid=98191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 14:42:22.870745 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a56388-91a4-4813-983f-e2379db1a13a None None] Attempting to bind port aa21a959-16ba-4e87-a7e8-a7e41db37356 on network d939252c-9d87-4c0a-b331-cccdb2846f4a {{(pid=98191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 14:42:22.882190 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a56388-91a4-4813-983f-e2379db1a13a None None] Checking agent: {'id': '22b05ad3-e755-4423-b55e-6b54dea224ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 14, 34, 42), 'started_at': datetime.datetime(2021, 6, 10, 14, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 14, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 14:42:22.884623 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a56388-91a4-4813-983f-e2379db1a13a None None] Checking segment: {'id': '09b1f6b8-9c92-4513-844c-f3187f12106a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 14:42:22.885500 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron_lib.callbacks.manager [None req-e5a56388-91a4-4813-983f-e2379db1a13a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:22.885908 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a56388-91a4-4813-983f-e2379db1a13a None None] Bound using segment: {'id': '09b1f6b8-9c92-4513-844c-f3187f12106a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a'} {{(pid=98191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 14:42:22.888307 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.plugins.ml2.managers [None req-e5a56388-91a4-4813-983f-e2379db1a13a None None] Bound port: aa21a959-16ba-4e87-a7e8-a7e41db37356, host: dv-cinder-795785-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09b1f6b8-9c92-4513-844c-f3187f12106a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a'}}] {{(pid=98191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 14:42:22.888697 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron_lib.callbacks.manager [None req-e5a56388-91a4-4813-983f-e2379db1a13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:23.049702 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.plugins.ml2.db [None req-e5a56388-91a4-4813-983f-e2379db1a13a None None] For port aa21a959-16ba-4e87-a7e8-a7e41db37356, host dv-cinder-795785-1-smb, cleared binding levels {{(pid=98191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 14:42:23.056106 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.plugins.ml2.db [None req-e5a56388-91a4-4813-983f-e2379db1a13a None None] For port aa21a959-16ba-4e87-a7e8-a7e41db37356, host dv-cinder-795785-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-smb',level=0,port_id=aa21a959-16ba-4e87-a7e8-a7e41db37356,segment=NetworkSegment(09b1f6b8-9c92-4513-844c-f3187f12106a),segment_id=09b1f6b8-9c92-4513-844c-f3187f12106a)] {{(pid=98191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 14:42:23.075199 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron_lib.callbacks.manager [None req-e5a56388-91a4-4813-983f-e2379db1a13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:23.110142 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98191) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:23.207390 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a56388-91a4-4813-983f-e2379db1a13a None None] Routers {'b4004dcd-7fe2-40b6-b203-ecc63ac0c57d'} bound to L3 agent in host dv-cinder-795785-1-smb {{(pid=98191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:42:23.208392 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_hamode_db [None req-e5a56388-91a4-4813-983f-e2379db1a13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T14:34:42Z,description=,heartbeat_timestamp=2021-06-10T14:42:12Z,host='dv-cinder-795785-1-smb',id=e92f4ea4-4278-4a3e-8ba4-23ff1581fd94,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:42Z,topic='l3_agent')) {'router_ids': ['b4004dcd-7fe2-40b6-b203-ecc63ac0c57d'], 'active': True} {{(pid=98191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:42:23.321582 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-784d199f-be43-4752-9a88-592637544587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:23.391484 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Provisioning for port 7b7e7086-274f-4a15-89dd-2c355a2f2b1d completed by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:42:23.418354 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Provisioning complete for port 7b7e7086-274f-4a15-89dd-2c355a2f2b1d triggered by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:42:23.421012 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32877986'] for port, provisioning_complete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:23.482213 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb382ad3-967c-4cae-babd-0c7baf0f7ee5 None None] Pushing event updated for resources: {'Port': ['ID=aa21a959-16ba-4e87-a7e8-a7e41db37356,revision_number=3']} {{(pid=98191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:23.492841 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG oslo_concurrency.lockutils [None req-fb382ad3-967c-4cae-babd-0c7baf0f7ee5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=98191) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:23.494863 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_dvr_db [None req-e5a56388-91a4-4813-983f-e2379db1a13a None None] Set router b4004dcd-7fe2-40b6-b203-ecc63ac0c57d gateway port host: dv-cinder-795785-1-smb {{(pid=98191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:42:23.625818 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-910d9525-2e95-4daa-b5cb-149c3e0c717c req-62481b2d-9bb0-47f3-8637-25b43985faa4 tempest-DeleteServersTestJSON-1534281482 tempest-DeleteServersTestJSON-1534281482-project] 10.222.0.38 "GET /v2.0/ports?device_id=f3d2b72f-d8b8-48ba-8faf-da44d4ec57e4 HTTP/1.1" status: 200 len: 210 time: 0.5188279 Jun 10 14:42:23.673532 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec1b45b1-5449-48cd-9bd7-7a2a813c4d77 admin admin] Router 47bd6365-b9a8-485b-91ba-589454f0fbfb is scheduled to L3 agent e92f4ea4-4278-4a3e-8ba4-23ff1581fd94 with binding_index 1 {{(pid=98189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 14:42:23.682971 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_dvr_db [None req-95f4c48b-a2f1-48e7-8221-683c8a7dd9f4 None None] Set router 4e97ab8d-2f28-4933-bf41-5afaa169fe52 gateway port host: dv-cinder-795785-1-smb {{(pid=98190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:42:23.999486 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-f421bc70-169f-403a-b0dc-f90c89d1ede7 req-9a87c1a8-767e-46a5-bb63-e7ccc87c0dec tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/ports?device_id=10a33dd6-1367-49ed-86f0-a27bccfcf9a0 HTTP/1.1" status: 200 len: 210 time: 0.4542820 Jun 10 14:42:24.135724 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_hamode_db [None req-e5a56388-91a4-4813-983f-e2379db1a13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4004dcd-7fe2-40b6-b203-ecc63ac0c57d', 'name': 'tempest-AttachVolumeTestJSON-1349217729-router', 'tenant_id': '22b067f743a04ce6ac0fdb4c7ff25d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'external_fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.225'}], 'enable_snat': True}, 'gw_port_id': 'aa21a959-16ba-4e87-a7e8-a7e41db37356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:42:15Z', 'updated_at': '2021-06-10T14:42:18Z', 'revision_number': 3, 'project_id': '22b067f743a04ce6ac0fdb4c7ff25d6b', 'gw_port': {'id': 'aa21a959-16ba-4e87-a7e8-a7e41db37356', 'name': '', 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b0:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4004dcd-7fe2-40b6-b203-ecc63ac0c57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:17Z', 'updated_at': '2021-06-10T14:42:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-smb'}], 'dv-cinder-795785-1-smb', False) {} {{(pid=98191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:42:24.145301 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec1b45b1-5449-48cd-9bd7-7a2a813c4d77 admin admin] Notify agent at l3_agent.dv-cinder-795785-1-smb the message routers_updated {{(pid=98189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 14:42:24.147547 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a56388-91a4-4813-983f-e2379db1a13a None None] The sync data for ids ['b4004dcd-7fe2-40b6-b203-ecc63ac0c57d'] in dv-cinder-795785-1-smb is: [{'id': 'b4004dcd-7fe2-40b6-b203-ecc63ac0c57d', 'name': 'tempest-AttachVolumeTestJSON-1349217729-router', 'tenant_id': '22b067f743a04ce6ac0fdb4c7ff25d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'external_fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.225'}], 'enable_snat': True}, 'gw_port_id': 'aa21a959-16ba-4e87-a7e8-a7e41db37356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:42:15Z', 'updated_at': '2021-06-10T14:42:18Z', 'revision_number': 3, 'project_id': '22b067f743a04ce6ac0fdb4c7ff25d6b', 'gw_port': {'id': 'aa21a959-16ba-4e87-a7e8-a7e41db37356', 'name': '', 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b0:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4004dcd-7fe2-40b6-b203-ecc63ac0c57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:17Z', 'updated_at': '2021-06-10T14:42:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-smb'}] {{(pid=98191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 14:42:24.167112 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d5a5be-b9e8-4bc5-9345-d9b211310b76 None None] Sync routers for ids ['47bd6365-b9a8-485b-91ba-589454f0fbfb'] in dv-cinder-795785-1-smb {{(pid=98191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 14:42:24.203125 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d5a5be-b9e8-4bc5-9345-d9b211310b76 None None] Routers {'47bd6365-b9a8-485b-91ba-589454f0fbfb'} bound to L3 agent in host dv-cinder-795785-1-smb {{(pid=98191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:42:24.206630 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_hamode_db [None req-73d5a5be-b9e8-4bc5-9345-d9b211310b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T14:34:42Z,description=,heartbeat_timestamp=2021-06-10T14:42:12Z,host='dv-cinder-795785-1-smb',id=e92f4ea4-4278-4a3e-8ba4-23ff1581fd94,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:42Z,topic='l3_agent')) {'router_ids': ['47bd6365-b9a8-485b-91ba-589454f0fbfb'], 'active': True} {{(pid=98191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:42:24.337632 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-ec1b45b1-5449-48cd-9bd7-7a2a813c4d77 admin admin] Notify callbacks [] for router, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:24.342051 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-ec1b45b1-5449-48cd-9bd7-7a2a813c4d77 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.0461795 Jun 10 14:42:24.352398 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 60938) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:42:24.389236 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:24.550431 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-21f97298-e09b-4c13-9b75-bf0d75ba6bdb None None] Provisioning complete for port 7b7e7086-274f-4a15-89dd-2c355a2f2b1d triggered by entity DHCP. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:42:24.551131 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-21f97298-e09b-4c13-9b75-bf0d75ba6bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32877986'] for port, provisioning_complete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:24.566862 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] For port 7b7e7086-274f-4a15-89dd-2c355a2f2b1d, host dv-cinder-795785-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-smb',level=0,port_id=7b7e7086-274f-4a15-89dd-2c355a2f2b1d,segment=NetworkSegment(3ec2b1b1-734c-41eb-833f-8070e711f15c),segment_id=3ec2b1b1-734c-41eb-833f-8070e711f15c)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:42:24.586111 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_dvr_db [None req-73d5a5be-b9e8-4bc5-9345-d9b211310b76 None None] Set router 47bd6365-b9a8-485b-91ba-589454f0fbfb gateway port host: dv-cinder-795785-1-smb {{(pid=98191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:42:24.652158 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:24.708927 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Device 2e8b1fda-3c1c-4a9e-aaa4-69a132b74cbb up at agent ovs-agent-dv-cinder-795785-1-smb {{(pid=98190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:42:24.809423 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-6e8944d5-f7f2-43cb-baa3-b13388717ace None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:24.962402 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.db.db_base_plugin_common [None req-784d199f-be43-4752-9a88-592637544587 admin admin] Allocated IP 172.20.0.1 (8f467c1d-b7dd-45f1-993c-b606f02ba79f/5f776bc1-0a43-4578-9bc2-ebe24541eeb6/1cdf7d3c-e668-4d7e-b694-c06755ad5934) {{(pid=98189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 14:42:25.039207 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Pushing event updated for resources: {'Port': ['ID=7b7e7086-274f-4a15-89dd-2c355a2f2b1d,revision_number=3']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:25.075826 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:25.093907 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-a6685d7f-e876-49ab-af6f-e6f61078657e req-411d777f-37ae-4cff-ae7f-6c3447bf60a7 tempest-DeleteServersTestJSON-1534281482 tempest-DeleteServersTestJSON-1534281482-project] 10.222.0.38 "GET /v2.0/ports?device_id=f3d2b72f-d8b8-48ba-8faf-da44d4ec57e4 HTTP/1.1" status: 200 len: 210 time: 0.1249213 Jun 10 14:42:25.153085 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-e4fb642e-cbe2-4d16-acdf-da6c6e5e0dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:25.160650 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_hamode_db [None req-95f4c48b-a2f1-48e7-8221-683c8a7dd9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e97ab8d-2f28-4933-bf41-5afaa169fe52', 'name': 'tempest-AttachVolumeShelveTestJSON-1645727677-router', 'tenant_id': '5bcb8fb4303e43e69f7032747c4983b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'external_fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.220'}], 'enable_snat': True}, 'gw_port_id': '4d8b6cc4-d9aa-4338-8930-c2e4ec56306c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:42:17Z', 'updated_at': '2021-06-10T14:42:20Z', 'revision_number': 3, 'project_id': '5bcb8fb4303e43e69f7032747c4983b8', 'gw_port': {'id': '4d8b6cc4-d9aa-4338-8930-c2e4ec56306c', 'name': '', 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:62:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e97ab8d-2f28-4933-bf41-5afaa169fe52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:18Z', 'updated_at': '2021-06-10T14:42:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-smb'}], 'dv-cinder-795785-1-smb', False) {} {{(pid=98190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:42:25.256804 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Provisioning complete for port 2e8b1fda-3c1c-4a9e-aaa4-69a132b74cbb triggered by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:42:25.257189 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32877986'] for port, provisioning_complete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:25.353986 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_hamode_db [None req-73d5a5be-b9e8-4bc5-9345-d9b211310b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47bd6365-b9a8-485b-91ba-589454f0fbfb', 'name': 'tempest-ServerRescueNegativeTestJSON-278514765-router', 'tenant_id': '96f4cdbf31fc4cbb8c5f5fa2addbb3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'external_fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.219'}], 'enable_snat': True}, 'gw_port_id': '44074762-5806-4818-a5e2-61cc0e273cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:42:17Z', 'updated_at': '2021-06-10T14:42:21Z', 'revision_number': 3, 'project_id': '96f4cdbf31fc4cbb8c5f5fa2addbb3de', 'gw_port': {'id': '44074762-5806-4818-a5e2-61cc0e273cd2', 'name': '', 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:6b:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47bd6365-b9a8-485b-91ba-589454f0fbfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:19Z', 'updated_at': '2021-06-10T14:42:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-smb'}], 'dv-cinder-795785-1-smb', False) {} {{(pid=98191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:42:25.383860 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d5a5be-b9e8-4bc5-9345-d9b211310b76 None None] Checking router: 47bd6365-b9a8-485b-91ba-589454f0fbfb for host: dv-cinder-795785-1-smb {{(pid=98191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 14:42:25.385738 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d5a5be-b9e8-4bc5-9345-d9b211310b76 None None] Updating router 47bd6365-b9a8-485b-91ba-589454f0fbfb port 44074762-5806-4818-a5e2-61cc0e273cd2 binding host dv-cinder-795785-1-smb {{(pid=98191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 14:42:25.483931 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-784d199f-be43-4752-9a88-592637544587 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:25.493273 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron_lib.callbacks.manager [None req-73d5a5be-b9e8-4bc5-9345-d9b211310b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:25.527692 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.db.provisioning_blocks [None req-784d199f-be43-4752-9a88-592637544587 admin admin] Transition to ACTIVE for port object 1cdf7d3c-e668-4d7e-b694-c06755ad5934 will not be triggered until provisioned by entity DHCP. {{(pid=98189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:42:25.548954 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f4c48b-a2f1-48e7-8221-683c8a7dd9f4 None None] Checking router: 4e97ab8d-2f28-4933-bf41-5afaa169fe52 for host: dv-cinder-795785-1-smb {{(pid=98190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 14:42:25.549953 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f4c48b-a2f1-48e7-8221-683c8a7dd9f4 None None] Updating router 4e97ab8d-2f28-4933-bf41-5afaa169fe52 port 4d8b6cc4-d9aa-4338-8930-c2e4ec56306c binding host dv-cinder-795785-1-smb {{(pid=98190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 14:42:25.597031 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-e0849f7e-8ef7-4ec4-a975-e6ef045cd2a2 req-e88d87f1-2328-4772-84d3-788b3b2d948d tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/ports?device_id=10a33dd6-1367-49ed-86f0-a27bccfcf9a0 HTTP/1.1" status: 200 len: 210 time: 0.1600428 Jun 10 14:42:25.659626 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-95f4c48b-a2f1-48e7-8221-683c8a7dd9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:25.701618 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.agents_db [None req-cd79858f-8c6e-4eae-9804-968873059af8 None None] Agent healthcheck: found 6 active agents {{(pid=98191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 14:42:25.853354 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.db.db_base_plugin_common [None req-e4fb642e-cbe2-4d16-acdf-da6c6e5e0dd5 admin admin] Allocated IP 172.20.0.1 (c57efc93-51ff-4248-b65b-e26a6d17993d/3eeef57d-bb05-42dc-8725-b618d4269135/463e2c47-a6ba-436b-9622-52bd7c17b667) {{(pid=98188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 14:42:25.855750 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-784d199f-be43-4752-9a88-592637544587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33290945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770842374660'] for port, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:25.874680 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-135f708d-b6b5-4bde-a1cb-86b2d4cf38b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:25.913872 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.36', 50388) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:42:26.139326 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784d199f-be43-4752-9a88-592637544587 admin admin] Network 8f467c1d-b7dd-45f1-993c-b606f02ba79f is already hosted by enough agents. {{(pid=98189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 14:42:26.198877 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784d199f-be43-4752-9a88-592637544587 admin admin] Pushing event updated for resources: {'Port': ['ID=1cdf7d3c-e668-4d7e-b694-c06755ad5934,revision_number=1']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:26.224565 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.base_scheduler [None req-784d199f-be43-4752-9a88-592637544587 admin admin] Resources bound (agent type, host, resource id): {{(pid=98189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:42:26.230131 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-784d199f-be43-4752-9a88-592637544587 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:26.233382 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784d199f-be43-4752-9a88-592637544587 admin admin] Received port after_create {{(pid=98189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 14:42:26.234081 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-784d199f-be43-4752-9a88-592637544587 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-722748'] for router_interface, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:26.251951 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron_lib.callbacks.manager [None req-73d5a5be-b9e8-4bc5-9345-d9b211310b76 None None] Notify callbacks [] for port, precommit_update {{(pid=98191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:26.274881 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.provisioning_blocks [None req-73d5a5be-b9e8-4bc5-9345-d9b211310b76 None None] Transition to ACTIVE for port object 44074762-5806-4818-a5e2-61cc0e273cd2 will not be triggered until provisioned by entity L2. {{(pid=98191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:42:26.286633 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron_lib.callbacks.manager [None req-73d5a5be-b9e8-4bc5-9345-d9b211310b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:26.307608 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG oslo_concurrency.lockutils [None req-fb382ad3-967c-4cae-babd-0c7baf0f7ee5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98191) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:26.395887 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfe2145-870c-4557-9277-c4dc6a351a92 None None] Pushing event updated for resources: {'Port': ['ID=44074762-5806-4818-a5e2-61cc0e273cd2,revision_number=2']} {{(pid=98191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:26.429384 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.plugins.ml2.managers [None req-73d5a5be-b9e8-4bc5-9345-d9b211310b76 None None] Attempting to bind port 44074762-5806-4818-a5e2-61cc0e273cd2 on host dv-cinder-795785-1-smb for vnic_type normal with profile {{(pid=98191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 14:42:26.429966 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.plugins.ml2.managers [None req-73d5a5be-b9e8-4bc5-9345-d9b211310b76 None None] Attempting to bind port 44074762-5806-4818-a5e2-61cc0e273cd2 by drivers openvswitch,hyperv on host dv-cinder-795785-1-smb at level 0 using segments [{'id': '09b1f6b8-9c92-4513-844c-f3187f12106a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a'}] {{(pid=98191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 14:42:26.431501 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d5a5be-b9e8-4bc5-9345-d9b211310b76 None None] Attempting to bind port 44074762-5806-4818-a5e2-61cc0e273cd2 on network d939252c-9d87-4c0a-b331-cccdb2846f4a {{(pid=98191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 14:42:26.440172 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG oslo_concurrency.lockutils [None req-9cfe2145-870c-4557-9277-c4dc6a351a92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=98191) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:26.441596 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d5a5be-b9e8-4bc5-9345-d9b211310b76 None None] Checking agent: {'id': '22b05ad3-e755-4423-b55e-6b54dea224ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 14, 34, 42), 'started_at': datetime.datetime(2021, 6, 10, 14, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 14, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 14:42:26.443008 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d5a5be-b9e8-4bc5-9345-d9b211310b76 None None] Checking segment: {'id': '09b1f6b8-9c92-4513-844c-f3187f12106a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 14:42:26.443342 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron_lib.callbacks.manager [None req-73d5a5be-b9e8-4bc5-9345-d9b211310b76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:26.444027 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d5a5be-b9e8-4bc5-9345-d9b211310b76 None None] Bound using segment: {'id': '09b1f6b8-9c92-4513-844c-f3187f12106a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a'} {{(pid=98191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 14:42:26.444583 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.plugins.ml2.managers [None req-73d5a5be-b9e8-4bc5-9345-d9b211310b76 None None] Bound port: 44074762-5806-4818-a5e2-61cc0e273cd2, host: dv-cinder-795785-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09b1f6b8-9c92-4513-844c-f3187f12106a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a'}}] {{(pid=98191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 14:42:26.444855 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron_lib.callbacks.manager [None req-73d5a5be-b9e8-4bc5-9345-d9b211310b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:26.462491 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a9eedb-3edf-43e6-9773-115086d36593 req-084eb1c5-f22d-4c73-99da-d97a3a60d321 tempest-DeleteServersTestJSON-1534281482 tempest-DeleteServersTestJSON-1534281482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:26.464740 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-e8a9eedb-3edf-43e6-9773-115086d36593 req-084eb1c5-f22d-4c73-99da-d97a3a60d321 tempest-DeleteServersTestJSON-1534281482 tempest-DeleteServersTestJSON-1534281482-project] 10.222.0.36 "GET /v2.0/networks?id=75a731d7-5081-48fd-aaec-960ba34d4814 HTTP/1.1" status: 200 len: 811 time: 0.5370073 Jun 10 14:42:26.540910 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-5eaeda7a-a23c-44a6-9534-d7450c388c73 req-70a99a95-8284-43b9-aa53-0c361dc25df7 tempest-DeleteServersTestJSON-1534281482 tempest-DeleteServersTestJSON-1534281482-project] 10.222.0.38 "GET /v2.0/ports?device_id=f3d2b72f-d8b8-48ba-8faf-da44d4ec57e4 HTTP/1.1" status: 200 len: 210 time: 0.0938113 Jun 10 14:42:26.574881 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.v2.base [req-e8a9eedb-3edf-43e6-9773-115086d36593 req-22ab446b-aee6-4315-9fed-0d2f123fc15b tempest-DeleteServersTestJSON-1534281482 tempest-DeleteServersTestJSON-1534281482-project] Request body: {'port': {'device_id': 'f3d2b72f-d8b8-48ba-8faf-da44d4ec57e4', 'network_id': '75a731d7-5081-48fd-aaec-960ba34d4814', 'admin_state_up': True, 'tenant_id': '1e3fe6434a4e48b3959fc8622a5288d3'}} {{(pid=98188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:42:26.717529 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Device aa21a959-16ba-4e87-a7e8-a7e41db37356 up at agent ovs-agent-dv-cinder-795785-1-smb {{(pid=98190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:42:26.827475 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-e23b78a4-b022-4422-bc78-dbe5026d4efc None None] Provisioning for port 1cdf7d3c-e668-4d7e-b694-c06755ad5934 completed by entity DHCP. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:42:26.852405 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-e23b78a4-b022-4422-bc78-dbe5026d4efc None None] Provisioning complete for port 1cdf7d3c-e668-4d7e-b694-c06755ad5934 triggered by entity DHCP. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:42:26.853826 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-e23b78a4-b022-4422-bc78-dbe5026d4efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32877986'] for port, provisioning_complete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:26.893294 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-e4fb642e-cbe2-4d16-acdf-da6c6e5e0dd5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:26.928354 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.plugin [None req-e23b78a4-b022-4422-bc78-dbe5026d4efc None None] Port 1cdf7d3c-e668-4d7e-b694-c06755ad5934 cannot update to ACTIVE because it is not bound. {{(pid=98190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 14:42:26.938870 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-95f4c48b-a2f1-48e7-8221-683c8a7dd9f4 None None] Notify callbacks [] for port, precommit_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:26.948152 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.db.provisioning_blocks [None req-e4fb642e-cbe2-4d16-acdf-da6c6e5e0dd5 admin admin] Transition to ACTIVE for port object 463e2c47-a6ba-436b-9622-52bd7c17b667 will not be triggered until provisioned by entity DHCP. {{(pid=98188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:42:26.955322 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-95f4c48b-a2f1-48e7-8221-683c8a7dd9f4 None None] Transition to ACTIVE for port object 4d8b6cc4-d9aa-4338-8930-c2e4ec56306c will not be triggered until provisioned by entity L2. {{(pid=98190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:42:26.959639 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.plugins.ml2.db [None req-73d5a5be-b9e8-4bc5-9345-d9b211310b76 None None] For port 44074762-5806-4818-a5e2-61cc0e273cd2, host dv-cinder-795785-1-smb, cleared binding levels {{(pid=98191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 14:42:26.966201 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.plugins.ml2.db [None req-73d5a5be-b9e8-4bc5-9345-d9b211310b76 None None] For port 44074762-5806-4818-a5e2-61cc0e273cd2, host dv-cinder-795785-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-smb',level=0,port_id=44074762-5806-4818-a5e2-61cc0e273cd2,segment=NetworkSegment(09b1f6b8-9c92-4513-844c-f3187f12106a),segment_id=09b1f6b8-9c92-4513-844c-f3187f12106a)] {{(pid=98191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 14:42:26.977556 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Provisioning for port aa21a959-16ba-4e87-a7e8-a7e41db37356 completed by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:42:26.978063 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron_lib.callbacks.manager [None req-73d5a5be-b9e8-4bc5-9345-d9b211310b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:26.982228 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-95f4c48b-a2f1-48e7-8221-683c8a7dd9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:26.985538 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Provisioning complete for port aa21a959-16ba-4e87-a7e8-a7e41db37356 triggered by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:42:26.986221 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32877986'] for port, provisioning_complete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:26.990436 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:26.994487 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG oslo_concurrency.lockutils [None req-d38ca4f2-95af-4005-928e-7cdb94d69248 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=98191) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:26.996501 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.36', 50399) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:42:27.107326 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.managers [None req-95f4c48b-a2f1-48e7-8221-683c8a7dd9f4 None None] Attempting to bind port 4d8b6cc4-d9aa-4338-8930-c2e4ec56306c on host dv-cinder-795785-1-smb for vnic_type normal with profile {{(pid=98190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 14:42:27.108066 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.managers [None req-95f4c48b-a2f1-48e7-8221-683c8a7dd9f4 None None] Attempting to bind port 4d8b6cc4-d9aa-4338-8930-c2e4ec56306c by drivers openvswitch,hyperv on host dv-cinder-795785-1-smb at level 0 using segments [{'id': '09b1f6b8-9c92-4513-844c-f3187f12106a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a'}] {{(pid=98190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 14:42:27.108690 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f4c48b-a2f1-48e7-8221-683c8a7dd9f4 None None] Attempting to bind port 4d8b6cc4-d9aa-4338-8930-c2e4ec56306c on network d939252c-9d87-4c0a-b331-cccdb2846f4a {{(pid=98190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 14:42:27.118489 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f4c48b-a2f1-48e7-8221-683c8a7dd9f4 None None] Checking agent: {'id': '22b05ad3-e755-4423-b55e-6b54dea224ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 14, 34, 42), 'started_at': datetime.datetime(2021, 6, 10, 14, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 14, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 14:42:27.118866 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f4c48b-a2f1-48e7-8221-683c8a7dd9f4 None None] Checking segment: {'id': '09b1f6b8-9c92-4513-844c-f3187f12106a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 14:42:27.119277 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-95f4c48b-a2f1-48e7-8221-683c8a7dd9f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:27.119725 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f4c48b-a2f1-48e7-8221-683c8a7dd9f4 None None] Bound using segment: {'id': '09b1f6b8-9c92-4513-844c-f3187f12106a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a'} {{(pid=98190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 14:42:27.120213 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.managers [None req-95f4c48b-a2f1-48e7-8221-683c8a7dd9f4 None None] Bound port: 4d8b6cc4-d9aa-4338-8930-c2e4ec56306c, host: dv-cinder-795785-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09b1f6b8-9c92-4513-844c-f3187f12106a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a'}}] {{(pid=98190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 14:42:27.120625 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-95f4c48b-a2f1-48e7-8221-683c8a7dd9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:27.125501 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a66183-13ce-4973-b924-68a76e05f9e2 None None] Pushing event updated for resources: {'Port': ['ID=4d8b6cc4-d9aa-4338-8930-c2e4ec56306c,revision_number=2']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:27.144220 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d5a5be-b9e8-4bc5-9345-d9b211310b76 None None] Routers {'47bd6365-b9a8-485b-91ba-589454f0fbfb'} bound to L3 agent in host dv-cinder-795785-1-smb {{(pid=98191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:42:27.152370 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_hamode_db [None req-73d5a5be-b9e8-4bc5-9345-d9b211310b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T14:34:42Z,description=,heartbeat_timestamp=2021-06-10T14:42:12Z,host='dv-cinder-795785-1-smb',id=e92f4ea4-4278-4a3e-8ba4-23ff1581fd94,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:42Z,topic='l3_agent')) {'router_ids': ['47bd6365-b9a8-485b-91ba-589454f0fbfb'], 'active': True} {{(pid=98191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:42:27.152652 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-64a66183-13ce-4973-b924-68a76e05f9e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:27.183109 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-784d199f-be43-4752-9a88-592637544587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:27.257048 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:27.299675 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-95f4c48b-a2f1-48e7-8221-683c8a7dd9f4 None None] For port 4d8b6cc4-d9aa-4338-8930-c2e4ec56306c, host dv-cinder-795785-1-smb, cleared binding levels {{(pid=98190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 14:42:27.304108 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] For port aa21a959-16ba-4e87-a7e8-a7e41db37356, host dv-cinder-795785-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-smb',level=0,port_id=aa21a959-16ba-4e87-a7e8-a7e41db37356,segment=NetworkSegment(09b1f6b8-9c92-4513-844c-f3187f12106a),segment_id=09b1f6b8-9c92-4513-844c-f3187f12106a)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:42:27.317745 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:27.322811 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-95f4c48b-a2f1-48e7-8221-683c8a7dd9f4 None None] For port 4d8b6cc4-d9aa-4338-8930-c2e4ec56306c, host dv-cinder-795785-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-smb',level=0,port_id=4d8b6cc4-d9aa-4338-8930-c2e4ec56306c,segment=NetworkSegment(09b1f6b8-9c92-4513-844c-f3187f12106a),segment_id=09b1f6b8-9c92-4513-844c-f3187f12106a)] {{(pid=98190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 14:42:27.324469 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Device 7b7e7086-274f-4a15-89dd-2c355a2f2b1d up at agent ovs-agent-dv-cinder-795785-1-smb {{(pid=98190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:42:27.327134 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:27.331114 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-98b8e1ed-77f3-4253-9fc1-620360d08749 req-1a9e0b3d-cacb-4c98-b135-0c19ea7be0df tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/ports?device_id=10a33dd6-1367-49ed-86f0-a27bccfcf9a0 HTTP/1.1" status: 200 len: 210 time: 0.1013744 Jun 10 14:42:27.334166 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfe2145-870c-4557-9277-c4dc6a351a92 None None] Pushing event updated for resources: {'Port': ['ID=44074762-5806-4818-a5e2-61cc0e273cd2,revision_number=3']} {{(pid=98191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:27.350606 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG oslo_concurrency.lockutils [None req-9cfe2145-870c-4557-9277-c4dc6a351a92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=98191) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:27.385995 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8a9eedb-3edf-43e6-9773-115086d36593 req-22ab446b-aee6-4315-9fed-0d2f123fc15b tempest-DeleteServersTestJSON-1534281482 tempest-DeleteServersTestJSON-1534281482-project] Made reservation on behalf of 1e3fe6434a4e48b3959fc8622a5288d3 for: {'port': 1} {{(pid=98188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 14:42:27.390126 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-e8a9eedb-3edf-43e6-9773-115086d36593 req-22ab446b-aee6-4315-9fed-0d2f123fc15b tempest-DeleteServersTestJSON-1534281482 tempest-DeleteServersTestJSON-1534281482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:27.399091 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-95f4c48b-a2f1-48e7-8221-683c8a7dd9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:27.414719 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-e4fb642e-cbe2-4d16-acdf-da6c6e5e0dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33290945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770842374660'] for port, after_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:27.427848 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:27.462396 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_dvr_db [None req-73d5a5be-b9e8-4bc5-9345-d9b211310b76 None None] Set router 47bd6365-b9a8-485b-91ba-589454f0fbfb gateway port host: dv-cinder-795785-1-smb {{(pid=98191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:42:27.529054 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Pushing event updated for resources: {'Port': ['ID=aa21a959-16ba-4e87-a7e8-a7e41db37356,revision_number=4']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:27.535452 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:27.540854 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.123s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:27.655240 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f4c48b-a2f1-48e7-8221-683c8a7dd9f4 None None] Routers {'4e97ab8d-2f28-4933-bf41-5afaa169fe52'} bound to L3 agent in host dv-cinder-795785-1-smb {{(pid=98190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:42:27.656347 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_hamode_db [None req-95f4c48b-a2f1-48e7-8221-683c8a7dd9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T14:34:42Z,description=,heartbeat_timestamp=2021-06-10T14:42:12Z,host='dv-cinder-795785-1-smb',id=e92f4ea4-4278-4a3e-8ba4-23ff1581fd94,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:42Z,topic='l3_agent')) {'router_ids': ['4e97ab8d-2f28-4933-bf41-5afaa169fe52'], 'active': True} {{(pid=98190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:42:27.786638 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c723eccb-6a24-4ad0-b7a7-0a80055f65fa req-61ce1390-44d4-4c6f-8609-01bb7083560b tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:27.797954 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-c723eccb-6a24-4ad0-b7a7-0a80055f65fa req-61ce1390-44d4-4c6f-8609-01bb7083560b tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.36 "GET /v2.0/networks?id=4744fb36-3c6e-45ed-8835-58a06f451405 HTTP/1.1" status: 200 len: 814 time: 0.7991116 Jun 10 14:42:27.834554 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-b3d1ece8-5bd1-42d4-be92-f1dca9a16bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:27.876133 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.v2.base [req-c723eccb-6a24-4ad0-b7a7-0a80055f65fa req-7d8c741b-9ee6-4f2a-8f35-95d61def8d6c tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Request body: {'port': {'device_id': '10a33dd6-1367-49ed-86f0-a27bccfcf9a0', 'network_id': '4744fb36-3c6e-45ed-8835-58a06f451405', 'admin_state_up': True, 'tenant_id': '93ab3eb0808c4780983402342bde2843'}} {{(pid=98189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:42:27.895183 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-d9c0006c-a74a-4a56-ad7a-019fa8d0a718 req-3403dce9-c716-4f4e-9581-283bc12bc25c tempest-DeleteServersTestJSON-1534281482 tempest-DeleteServersTestJSON-1534281482-project] 10.222.0.38 "GET /v2.0/ports?device_id=f3d2b72f-d8b8-48ba-8faf-da44d4ec57e4 HTTP/1.1" status: 200 len: 210 time: 0.1093276 Jun 10 14:42:27.904178 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4fb642e-cbe2-4d16-acdf-da6c6e5e0dd5 admin admin] Network c57efc93-51ff-4248-b65b-e26a6d17993d is already hosted by enough agents. {{(pid=98188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 14:42:27.959012 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a66183-13ce-4973-b924-68a76e05f9e2 None None] Pushing event updated for resources: {'Port': ['ID=4d8b6cc4-d9aa-4338-8930-c2e4ec56306c,revision_number=3']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:27.976398 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-64a66183-13ce-4973-b924-68a76e05f9e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:27.999408 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Provisioning complete for port 7b7e7086-274f-4a15-89dd-2c355a2f2b1d triggered by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:42:28.000522 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32877986'] for port, provisioning_complete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:28.064363 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.scheduler.base_scheduler [None req-e4fb642e-cbe2-4d16-acdf-da6c6e5e0dd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=98188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:42:28.131256 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fb642e-cbe2-4d16-acdf-da6c6e5e0dd5 admin admin] Received port after_create {{(pid=98188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 14:42:28.133110 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-e4fb642e-cbe2-4d16-acdf-da6c6e5e0dd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-722748'] for router_interface, before_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:28.149344 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_hamode_db [None req-73d5a5be-b9e8-4bc5-9345-d9b211310b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47bd6365-b9a8-485b-91ba-589454f0fbfb', 'name': 'tempest-ServerRescueNegativeTestJSON-278514765-router', 'tenant_id': '96f4cdbf31fc4cbb8c5f5fa2addbb3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'external_fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.219'}], 'enable_snat': True}, 'gw_port_id': '44074762-5806-4818-a5e2-61cc0e273cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:42:17Z', 'updated_at': '2021-06-10T14:42:21Z', 'revision_number': 3, 'project_id': '96f4cdbf31fc4cbb8c5f5fa2addbb3de', 'gw_port': {'id': '44074762-5806-4818-a5e2-61cc0e273cd2', 'name': '', 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:6b:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47bd6365-b9a8-485b-91ba-589454f0fbfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:19Z', 'updated_at': '2021-06-10T14:42:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-smb'}], 'dv-cinder-795785-1-smb', False) {} {{(pid=98191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:42:28.149983 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb642e-cbe2-4d16-acdf-da6c6e5e0dd5 admin admin] Pushing event updated for resources: {'Port': ['ID=463e2c47-a6ba-436b-9622-52bd7c17b667,revision_number=1']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:28.168505 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c723eccb-6a24-4ad0-b7a7-0a80055f65fa req-7d8c741b-9ee6-4f2a-8f35-95d61def8d6c tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Made reservation on behalf of 93ab3eb0808c4780983402342bde2843 for: {'port': 1} {{(pid=98189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 14:42:28.171264 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d5a5be-b9e8-4bc5-9345-d9b211310b76 None None] The sync data for ids ['47bd6365-b9a8-485b-91ba-589454f0fbfb'] in dv-cinder-795785-1-smb is: [{'id': '47bd6365-b9a8-485b-91ba-589454f0fbfb', 'name': 'tempest-ServerRescueNegativeTestJSON-278514765-router', 'tenant_id': '96f4cdbf31fc4cbb8c5f5fa2addbb3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'external_fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.219'}], 'enable_snat': True}, 'gw_port_id': '44074762-5806-4818-a5e2-61cc0e273cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:42:17Z', 'updated_at': '2021-06-10T14:42:21Z', 'revision_number': 3, 'project_id': '96f4cdbf31fc4cbb8c5f5fa2addbb3de', 'gw_port': {'id': '44074762-5806-4818-a5e2-61cc0e273cd2', 'name': '', 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:6b:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47bd6365-b9a8-485b-91ba-589454f0fbfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:19Z', 'updated_at': '2021-06-10T14:42:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-smb'}] {{(pid=98191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 14:42:28.174277 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [req-c723eccb-6a24-4ad0-b7a7-0a80055f65fa req-7d8c741b-9ee6-4f2a-8f35-95d61def8d6c tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:28.186006 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-e4fb642e-cbe2-4d16-acdf-da6c6e5e0dd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.755s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:28.364458 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_dvr_db [None req-95f4c48b-a2f1-48e7-8221-683c8a7dd9f4 None None] Set router 4e97ab8d-2f28-4933-bf41-5afaa169fe52 gateway port host: dv-cinder-795785-1-smb {{(pid=98190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:42:28.559747 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Device aa21a959-16ba-4e87-a7e8-a7e41db37356 up at agent ovs-agent-dv-cinder-795785-1-smb {{(pid=98190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:42:28.886753 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-2680ff41-4481-4556-9c16-c8df37f39985 None None] Provisioning for port 463e2c47-a6ba-436b-9622-52bd7c17b667 completed by entity DHCP. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:42:28.915250 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-2680ff41-4481-4556-9c16-c8df37f39985 None None] Provisioning complete for port 463e2c47-a6ba-436b-9622-52bd7c17b667 triggered by entity DHCP. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:42:28.917155 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-2680ff41-4481-4556-9c16-c8df37f39985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32877986'] for port, provisioning_complete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:28.951933 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-7d7680ef-9e3d-412c-b8fd-1837ae4daa42 req-124850d0-1b9e-401d-a4ec-50c0919f9a7b tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/ports?device_id=10a33dd6-1367-49ed-86f0-a27bccfcf9a0 HTTP/1.1" status: 200 len: 210 time: 0.3154168 Jun 10 14:42:29.069614 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.db.db_base_plugin_common [req-e8a9eedb-3edf-43e6-9773-115086d36593 req-22ab446b-aee6-4315-9fed-0d2f123fc15b tempest-DeleteServersTestJSON-1534281482 tempest-DeleteServersTestJSON-1534281482-project] Allocated IP 172.20.0.3 (75a731d7-5081-48fd-aaec-960ba34d4814/de6d778b-e213-4f71-a527-4fce03bb0817/7e676eed-0c60-4e4f-89c3-009453a49c70) {{(pid=98188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 14:42:29.090038 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.plugin [None req-2680ff41-4481-4556-9c16-c8df37f39985 None None] Port 463e2c47-a6ba-436b-9622-52bd7c17b667 cannot update to ACTIVE because it is not bound. {{(pid=98190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 14:42:29.180589 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.db.db_base_plugin_common [req-c723eccb-6a24-4ad0-b7a7-0a80055f65fa req-7d8c741b-9ee6-4f2a-8f35-95d61def8d6c tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Allocated IP 172.20.0.9 (4744fb36-3c6e-45ed-8835-58a06f451405/f163fe2f-7ae5-4149-86b3-e8dbde6e7191/42f445f4-e87a-4d6f-b3b2-0c6909763766) {{(pid=98189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 14:42:29.216519 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Provisioning complete for port aa21a959-16ba-4e87-a7e8-a7e41db37356 triggered by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:42:29.217326 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32877986'] for port, provisioning_complete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:29.643885 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_hamode_db [None req-95f4c48b-a2f1-48e7-8221-683c8a7dd9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e97ab8d-2f28-4933-bf41-5afaa169fe52', 'name': 'tempest-AttachVolumeShelveTestJSON-1645727677-router', 'tenant_id': '5bcb8fb4303e43e69f7032747c4983b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'external_fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.220'}], 'enable_snat': True}, 'gw_port_id': '4d8b6cc4-d9aa-4338-8930-c2e4ec56306c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:42:17Z', 'updated_at': '2021-06-10T14:42:20Z', 'revision_number': 3, 'project_id': '5bcb8fb4303e43e69f7032747c4983b8', 'gw_port': {'id': '4d8b6cc4-d9aa-4338-8930-c2e4ec56306c', 'name': '', 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:62:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e97ab8d-2f28-4933-bf41-5afaa169fe52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:18Z', 'updated_at': '2021-06-10T14:42:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-smb'}], 'dv-cinder-795785-1-smb', False) {} {{(pid=98190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:42:29.662852 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f4c48b-a2f1-48e7-8221-683c8a7dd9f4 None None] The sync data for ids ['4e97ab8d-2f28-4933-bf41-5afaa169fe52'] in dv-cinder-795785-1-smb is: [{'id': '4e97ab8d-2f28-4933-bf41-5afaa169fe52', 'name': 'tempest-AttachVolumeShelveTestJSON-1645727677-router', 'tenant_id': '5bcb8fb4303e43e69f7032747c4983b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'external_fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.220'}], 'enable_snat': True}, 'gw_port_id': '4d8b6cc4-d9aa-4338-8930-c2e4ec56306c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:42:17Z', 'updated_at': '2021-06-10T14:42:20Z', 'revision_number': 3, 'project_id': '5bcb8fb4303e43e69f7032747c4983b8', 'gw_port': {'id': '4d8b6cc4-d9aa-4338-8930-c2e4ec56306c', 'name': '', 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:62:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e97ab8d-2f28-4933-bf41-5afaa169fe52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:18Z', 'updated_at': '2021-06-10T14:42:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-smb'}] {{(pid=98190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 14:42:29.738405 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-f1f3d030-54af-481c-a076-3f1ec68d6be1 req-71df7c18-bc37-4415-b2d1-e81b02107f83 tempest-DeleteServersTestJSON-1534281482 tempest-DeleteServersTestJSON-1534281482-project] 10.222.0.38 "GET /v2.0/ports?device_id=f3d2b72f-d8b8-48ba-8faf-da44d4ec57e4 HTTP/1.1" status: 200 len: 210 time: 0.3522737 Jun 10 14:42:29.965100 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-e8a9eedb-3edf-43e6-9773-115086d36593 req-22ab446b-aee6-4315-9fed-0d2f123fc15b tempest-DeleteServersTestJSON-1534281482 tempest-DeleteServersTestJSON-1534281482-project] Notify callbacks [] for port, precommit_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:30.000608 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-e4fb642e-cbe2-4d16-acdf-da6c6e5e0dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:30.162813 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 32856) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:42:30.323177 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-e8a9eedb-3edf-43e6-9773-115086d36593 req-22ab446b-aee6-4315-9fed-0d2f123fc15b tempest-DeleteServersTestJSON-1534281482 tempest-DeleteServersTestJSON-1534281482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33290945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770842374660'] for port, after_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:30.475931 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-fde8ec4c-0658-4257-a3a5-f60d7901e9c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:30.479956 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-94f14133-f000-441d-95f1-d4df19b6ea0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:30.516932 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-61ef54bb-4a73-4d55-9a85-1b9898117ce2 req-1f7dcdd6-a038-4385-b474-22a12d741e5f tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/ports?device_id=10a33dd6-1367-49ed-86f0-a27bccfcf9a0 HTTP/1.1" status: 200 len: 210 time: 0.2617681 Jun 10 14:42:30.538498 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.db.db_base_plugin_common [None req-b3d1ece8-5bd1-42d4-be92-f1dca9a16bfc admin admin] Allocated IP 172.20.0.1 (eceb2f61-46d5-4aae-a498-4b03ff1ffe6f/b3511c78-374d-4ef9-a4c4-c0913a2192ca/a59ce458-1bc6-432a-9188-6ccac0e0acd9) {{(pid=98189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 14:42:30.669830 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Device 44074762-5806-4818-a5e2-61cc0e273cd2 up at agent ovs-agent-dv-cinder-795785-1-smb {{(pid=98190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:42:30.727490 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [req-c723eccb-6a24-4ad0-b7a7-0a80055f65fa req-7d8c741b-9ee6-4f2a-8f35-95d61def8d6c tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Notify callbacks [] for port, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:30.865716 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [req-c723eccb-6a24-4ad0-b7a7-0a80055f65fa req-7d8c741b-9ee6-4f2a-8f35-95d61def8d6c tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33290945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770842374660'] for port, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:30.879222 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Provisioning for port 44074762-5806-4818-a5e2-61cc0e273cd2 completed by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:42:30.903386 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Provisioning complete for port 44074762-5806-4818-a5e2-61cc0e273cd2 triggered by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:42:30.904103 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32877986'] for port, provisioning_complete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:30.934120 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ab446b-aee6-4315-9fed-0d2f123fc15b tempest-DeleteServersTestJSON-1534281482 tempest-DeleteServersTestJSON-1534281482-project] Pushing event updated for resources: {'Port': ['ID=7e676eed-0c60-4e4f-89c3-009453a49c70,revision_number=1']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:30.946101 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-22ab446b-aee6-4315-9fed-0d2f123fc15b tempest-DeleteServersTestJSON-1534281482 tempest-DeleteServersTestJSON-1534281482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:30.950170 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-784d199f-be43-4752-9a88-592637544587 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:30.953167 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:31.048249 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-784d199f-be43-4752-9a88-592637544587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:31.141674 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:31.226644 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] For port 44074762-5806-4818-a5e2-61cc0e273cd2, host dv-cinder-795785-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-smb',level=0,port_id=44074762-5806-4818-a5e2-61cc0e273cd2,segment=NetworkSegment(09b1f6b8-9c92-4513-844c-f3187f12106a),segment_id=09b1f6b8-9c92-4513-844c-f3187f12106a)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:42:31.236828 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:31.238322 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Device 4d8b6cc4-d9aa-4338-8930-c2e4ec56306c up at agent ovs-agent-dv-cinder-795785-1-smb {{(pid=98190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:42:31.239942 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:31.265685 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-784d199f-be43-4752-9a88-592637544587 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-722760'] for router_interface, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:31.266711 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8a9eedb-3edf-43e6-9773-115086d36593 req-22ab446b-aee6-4315-9fed-0d2f123fc15b tempest-DeleteServersTestJSON-1534281482 tempest-DeleteServersTestJSON-1534281482-project] Network 75a731d7-5081-48fd-aaec-960ba34d4814 is already hosted by enough agents. {{(pid=98188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 14:42:31.344255 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Pushing event updated for resources: {'Port': ['ID=44074762-5806-4818-a5e2-61cc0e273cd2,revision_number=4']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:31.348400 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:31.362111 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.scheduler.base_scheduler [req-e8a9eedb-3edf-43e6-9773-115086d36593 req-22ab446b-aee6-4315-9fed-0d2f123fc15b tempest-DeleteServersTestJSON-1534281482 tempest-DeleteServersTestJSON-1534281482-project] Resources bound (agent type, host, resource id): {{(pid=98188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:42:31.377963 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8a9eedb-3edf-43e6-9773-115086d36593 req-22ab446b-aee6-4315-9fed-0d2f123fc15b tempest-DeleteServersTestJSON-1534281482 tempest-DeleteServersTestJSON-1534281482-project] Received port after_create {{(pid=98188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 14:42:31.393022 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a9eedb-3edf-43e6-9773-115086d36593 req-22ab446b-aee6-4315-9fed-0d2f123fc15b tempest-DeleteServersTestJSON-1534281482 tempest-DeleteServersTestJSON-1534281482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:31.393694 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-e8a9eedb-3edf-43e6-9773-115086d36593 req-22ab446b-aee6-4315-9fed-0d2f123fc15b tempest-DeleteServersTestJSON-1534281482 tempest-DeleteServersTestJSON-1534281482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545536'] for port, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:31.475854 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Provisioning for port 4d8b6cc4-d9aa-4338-8930-c2e4ec56306c completed by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:42:31.481295 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Provisioning complete for port 4d8b6cc4-d9aa-4338-8930-c2e4ec56306c triggered by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:42:31.481926 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32877986'] for port, provisioning_complete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:31.715819 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:31.722491 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c723eccb-6a24-4ad0-b7a7-0a80055f65fa req-7d8c741b-9ee6-4f2a-8f35-95d61def8d6c tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Network 4744fb36-3c6e-45ed-8835-58a06f451405 is already hosted by enough agents. {{(pid=98189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 14:42:31.725588 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.base_scheduler [req-c723eccb-6a24-4ad0-b7a7-0a80055f65fa req-7d8c741b-9ee6-4f2a-8f35-95d61def8d6c tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Resources bound (agent type, host, resource id): {{(pid=98189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:42:31.729325 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.db.l3_dvrscheduler_db [req-c723eccb-6a24-4ad0-b7a7-0a80055f65fa req-7d8c741b-9ee6-4f2a-8f35-95d61def8d6c tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Received port after_create {{(pid=98189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 14:42:31.742978 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c723eccb-6a24-4ad0-b7a7-0a80055f65fa req-7d8c741b-9ee6-4f2a-8f35-95d61def8d6c tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:31.743574 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [req-c723eccb-6a24-4ad0-b7a7-0a80055f65fa req-7d8c741b-9ee6-4f2a-8f35-95d61def8d6c tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545536'] for port, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:31.746369 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-e4fb642e-cbe2-4d16-acdf-da6c6e5e0dd5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:31.758359 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] For port 4d8b6cc4-d9aa-4338-8930-c2e4ec56306c, host dv-cinder-795785-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-smb',level=0,port_id=4d8b6cc4-d9aa-4338-8930-c2e4ec56306c,segment=NetworkSegment(09b1f6b8-9c92-4513-844c-f3187f12106a),segment_id=09b1f6b8-9c92-4513-844c-f3187f12106a)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:42:31.767448 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:31.776953 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:31.784234 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-e4fb642e-cbe2-4d16-acdf-da6c6e5e0dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:31.812796 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896e3b54-79a7-4652-8757-1ab56b458948 req-aad3ccd7-9825-4e0c-a487-a51b2369ae3c tempest-DeleteServersTestJSON-1534281482 tempest-DeleteServersTestJSON-1534281482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:31.822325 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-896e3b54-79a7-4652-8757-1ab56b458948 req-aad3ccd7-9825-4e0c-a487-a51b2369ae3c tempest-DeleteServersTestJSON-1534281482 tempest-DeleteServersTestJSON-1534281482-project] 10.222.0.38 "GET /v2.0/ports?device_id=f3d2b72f-d8b8-48ba-8faf-da44d4ec57e4 HTTP/1.1" status: 200 len: 931 time: 0.7235003 Jun 10 14:42:31.831678 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-e4fb642e-cbe2-4d16-acdf-da6c6e5e0dd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-722760'] for router_interface, after_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:31.885028 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Pushing event updated for resources: {'Port': ['ID=4d8b6cc4-d9aa-4338-8930-c2e4ec56306c,revision_number=4']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:31.888949 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:31.914590 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-94f14133-f000-441d-95f1-d4df19b6ea0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:31.915830 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:31.962345 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8c741b-9ee6-4f2a-8f35-95d61def8d6c tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Pushing event updated for resources: {'Port': ['ID=42f445f4-e87a-4d6f-b3b2-0c6909763766,revision_number=1']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:31.977956 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-c723eccb-6a24-4ad0-b7a7-0a80055f65fa req-7d8c741b-9ee6-4f2a-8f35-95d61def8d6c tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1086261 Jun 10 14:42:31.981096 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-7d8c741b-9ee6-4f2a-8f35-95d61def8d6c tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.028s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:31.983257 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.701s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:32.029883 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-94f14133-f000-441d-95f1-d4df19b6ea0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:32.100873 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784d199f-be43-4752-9a88-592637544587 admin admin] Network 8f467c1d-b7dd-45f1-993c-b606f02ba79f is already hosted by enough agents. {{(pid=98189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 14:42:32.102007 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784d199f-be43-4752-9a88-592637544587 admin admin] Pushing event updated for resources: {'Port': ['ID=1cdf7d3c-e668-4d7e-b694-c06755ad5934,revision_number=2']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:32.114400 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-784d199f-be43-4752-9a88-592637544587 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:32.115709 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.base_scheduler [None req-784d199f-be43-4752-9a88-592637544587 admin admin] Resources bound (agent type, host, resource id): {{(pid=98189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:42:32.132652 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-b3d1ece8-5bd1-42d4-be92-f1dca9a16bfc admin admin] Notify callbacks [] for port, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:32.358002 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-94f14133-f000-441d-95f1-d4df19b6ea0f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fc68ee9ff2614a629837c85b99cf0a51&name=default HTTP/1.1" status: 200 len: 2975 time: 2.1891260 Jun 10 14:42:32.360552 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-e8a9eedb-3edf-43e6-9773-115086d36593 req-22ab446b-aee6-4315-9fed-0d2f123fc15b tempest-DeleteServersTestJSON-1534281482 tempest-DeleteServersTestJSON-1534281482-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7950771 Jun 10 14:42:32.383637 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 32898) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:42:32.449103 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb642e-cbe2-4d16-acdf-da6c6e5e0dd5 admin admin] Pushing event updated for resources: {'Port': ['ID=463e2c47-a6ba-436b-9622-52bd7c17b667,revision_number=2']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:32.529376 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-e4fb642e-cbe2-4d16-acdf-da6c6e5e0dd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.613s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:32.558738 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Device 44074762-5806-4818-a5e2-61cc0e273cd2 up at agent ovs-agent-dv-cinder-795785-1-smb {{(pid=98190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:42:32.563689 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-896e3b54-79a7-4652-8757-1ab56b458948 req-6e97c175-2ae3-4882-95e0-b4e2442ce8da tempest-DeleteServersTestJSON-1534281482 tempest-DeleteServersTestJSON-1534281482-project] 10.222.0.38 "GET /v2.0/security-groups?id=a047d23d-49fd-49e8-bd77-fc92d8b7ea63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7404172 Jun 10 14:42:32.564192 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.209s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:32.593405 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-b3d1ece8-5bd1-42d4-be92-f1dca9a16bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33290945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770842374660'] for port, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:32.638550 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:32.654166 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-98b6d50f-6a75-4d3b-ad56-0a1b61624e03 None None] Provisioning complete for port 1cdf7d3c-e668-4d7e-b694-c06755ad5934 triggered by entity DHCP. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:42:32.657305 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-98b6d50f-6a75-4d3b-ad56-0a1b61624e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32877986'] for port, provisioning_complete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:32.726683 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-784d199f-be43-4752-9a88-592637544587 admin admin] Router b4004dcd-7fe2-40b6-b203-ecc63ac0c57d has already been hosted by L3 agent e92f4ea4-4278-4a3e-8ba4-23ff1581fd94 {{(pid=98189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 14:42:32.732702 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4fb642e-cbe2-4d16-acdf-da6c6e5e0dd5 admin admin] Network c57efc93-51ff-4248-b65b-e26a6d17993d is already hosted by enough agents. {{(pid=98188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 14:42:32.734429 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d1ece8-5bd1-42d4-be92-f1dca9a16bfc admin admin] Network eceb2f61-46d5-4aae-a498-4b03ff1ffe6f is already hosted by enough agents. {{(pid=98189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 14:42:32.742271 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.scheduler.base_scheduler [None req-e4fb642e-cbe2-4d16-acdf-da6c6e5e0dd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=98188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:42:32.768631 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.base_scheduler [None req-b3d1ece8-5bd1-42d4-be92-f1dca9a16bfc admin admin] Resources bound (agent type, host, resource id): {{(pid=98189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:42:32.777586 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d1ece8-5bd1-42d4-be92-f1dca9a16bfc admin admin] Received port after_create {{(pid=98189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 14:42:32.778061 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-b3d1ece8-5bd1-42d4-be92-f1dca9a16bfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-722748'] for router_interface, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:32.799622 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.plugin [None req-98b6d50f-6a75-4d3b-ad56-0a1b61624e03 None None] Port 1cdf7d3c-e668-4d7e-b694-c06755ad5934 cannot update to ACTIVE because it is not bound. {{(pid=98190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 14:42:32.824213 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f14133-f000-441d-95f1-d4df19b6ea0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b26e7a06-5dd4-426d-b617-3940f2308a9e,revision_number=1']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:32.842328 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-94f14133-f000-441d-95f1-d4df19b6ea0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:32.855005 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Provisioning complete for port 44074762-5806-4818-a5e2-61cc0e273cd2 triggered by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:42:32.855414 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32877986'] for port, provisioning_complete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:32.932885 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba277f6-91ee-435e-b57c-c7b70fd47595 req-8123a402-a1fe-409f-b6a0-9ab77b35b5a7 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:32.949120 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-4ba277f6-91ee-435e-b57c-c7b70fd47595 req-8123a402-a1fe-409f-b6a0-9ab77b35b5a7 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/ports?device_id=10a33dd6-1367-49ed-86f0-a27bccfcf9a0 HTTP/1.1" status: 200 len: 931 time: 0.9486940 Jun 10 14:42:33.057258 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [req-e8a9eedb-3edf-43e6-9773-115086d36593 req-d32affc7-6915-4b1c-b5cc-fe0cc4e7e8c4 tempest-DeleteServersTestJSON-1534281482 tempest-DeleteServersTestJSON-1534281482-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=98188) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 14:42:33.058561 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-e8a9eedb-3edf-43e6-9773-115086d36593 req-d32affc7-6915-4b1c-b5cc-fe0cc4e7e8c4 tempest-DeleteServersTestJSON-1534281482 tempest-DeleteServersTestJSON-1534281482-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0310175 Jun 10 14:42:33.071413 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [req-c723eccb-6a24-4ad0-b7a7-0a80055f65fa req-53ceee33-fc6b-4221-80f6-1c484a4d1500 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=98189) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 14:42:33.072559 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-c723eccb-6a24-4ad0-b7a7-0a80055f65fa req-53ceee33-fc6b-4221-80f6-1c484a4d1500 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0106945 Jun 10 14:42:33.086475 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-f35261dc-be94-44b1-8e2e-a578dd27d8b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:33.172083 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d1ece8-5bd1-42d4-be92-f1dca9a16bfc admin admin] Pushing event updated for resources: {'Port': ['ID=a59ce458-1bc6-432a-9188-6ccac0e0acd9,revision_number=1']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:33.215241 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Device 4d8b6cc4-d9aa-4338-8930-c2e4ec56306c up at agent ovs-agent-dv-cinder-795785-1-smb {{(pid=98190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:42:33.289970 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-f35261dc-be94-44b1-8e2e-a578dd27d8b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:33.347346 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-ca931529-4639-4c91-8b36-74f419e51717 None None] Provisioning complete for port 463e2c47-a6ba-436b-9622-52bd7c17b667 triggered by entity DHCP. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:42:33.347452 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-ca931529-4639-4c91-8b36-74f419e51717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32877986'] for port, provisioning_complete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:33.357366 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-4ba277f6-91ee-435e-b57c-c7b70fd47595 req-b593fd8c-42d8-43a8-9bc4-0f00851f83a9 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa6450ec-2090-40c0-8f5e-ef907fcb2083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4050601 Jun 10 14:42:33.388919 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.v2.base [req-c723eccb-6a24-4ad0-b7a7-0a80055f65fa req-ce147a7c-fbcc-40ee-84f6-453518166e5e service neutron] Request body: {'port': {'device_id': '10a33dd6-1367-49ed-86f0-a27bccfcf9a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79578'}} {{(pid=98188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:42:33.390225 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.plugin [None req-ca931529-4639-4c91-8b36-74f419e51717 None None] Port 463e2c47-a6ba-436b-9622-52bd7c17b667 cannot update to ACTIVE because it is not bound. {{(pid=98190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 14:42:33.401374 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Provisioning complete for port 4d8b6cc4-d9aa-4338-8930-c2e4ec56306c triggered by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:42:33.401761 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32877986'] for port, provisioning_complete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:33.430769 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-b3d1ece8-5bd1-42d4-be92-f1dca9a16bfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.801s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:33.441101 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.v2.base [req-e8a9eedb-3edf-43e6-9773-115086d36593 req-936a40ca-f2c9-427f-8b4c-5dac948d736a service neutron] Request body: {'port': {'device_id': 'f3d2b72f-d8b8-48ba-8faf-da44d4ec57e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79578'}} {{(pid=98189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:42:33.493226 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4fb642e-cbe2-4d16-acdf-da6c6e5e0dd5 admin admin] Router 4e97ab8d-2f28-4933-bf41-5afaa169fe52 has already been hosted by L3 agent e92f4ea4-4278-4a3e-8ba4-23ff1581fd94 {{(pid=98188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 14:42:33.521439 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-b3d1ece8-5bd1-42d4-be92-f1dca9a16bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:33.569334 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-f35261dc-be94-44b1-8e2e-a578dd27d8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:33.600908 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-f35261dc-be94-44b1-8e2e-a578dd27d8b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:33.602385 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-f35261dc-be94-44b1-8e2e-a578dd27d8b5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b26e7a06-5dd4-426d-b617-3940f2308a9e HTTP/1.1" status: 204 len: 168 time: 1.2018256 Jun 10 14:42:33.608380 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-17d196bf-07b6-41b8-a9d1-3445945c6fe8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:33.612495 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-c723eccb-6a24-4ad0-b7a7-0a80055f65fa req-ce147a7c-fbcc-40ee-84f6-453518166e5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:33.767493 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35261dc-be94-44b1-8e2e-a578dd27d8b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b26e7a06-5dd4-426d-b617-3940f2308a9e,revision_number=None']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:33.789570 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-784d199f-be43-4752-9a88-592637544587 admin admin] Notify agent at l3_agent.dv-cinder-795785-1-smb the message routers_updated {{(pid=98189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 14:42:33.828391 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-f35261dc-be94-44b1-8e2e-a578dd27d8b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:33.828604 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-784d199f-be43-4752-9a88-592637544587 admin admin] 10.222.0.38 "PUT /v2.0/routers/b4004dcd-7fe2-40b6-b203-ecc63ac0c57d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1129773 Jun 10 14:42:33.828700 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87064d9b-ed2a-4d60-a34a-a3b54f4350a1 None None] Sync routers for ids ['b4004dcd-7fe2-40b6-b203-ecc63ac0c57d'] in dv-cinder-795785-1-smb {{(pid=98190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 14:42:33.840798 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87064d9b-ed2a-4d60-a34a-a3b54f4350a1 None None] Routers {'b4004dcd-7fe2-40b6-b203-ecc63ac0c57d'} bound to L3 agent in host dv-cinder-795785-1-smb {{(pid=98190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:42:33.841595 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_hamode_db [None req-87064d9b-ed2a-4d60-a34a-a3b54f4350a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T14:34:42Z,description=,heartbeat_timestamp=2021-06-10T14:42:12Z,host='dv-cinder-795785-1-smb',id=e92f4ea4-4278-4a3e-8ba4-23ff1581fd94,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:42Z,topic='l3_agent')) {'router_ids': ['b4004dcd-7fe2-40b6-b203-ecc63ac0c57d'], 'active': True} {{(pid=98190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:42:33.863196 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [req-e8a9eedb-3edf-43e6-9773-115086d36593 req-936a40ca-f2c9-427f-8b4c-5dac948d736a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:34.196841 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_dvr_db [None req-87064d9b-ed2a-4d60-a34a-a3b54f4350a1 None None] Set router b4004dcd-7fe2-40b6-b203-ecc63ac0c57d gateway port host: dv-cinder-795785-1-smb {{(pid=98190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:42:34.687869 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4fb642e-cbe2-4d16-acdf-da6c6e5e0dd5 admin admin] Notify agent at l3_agent.dv-cinder-795785-1-smb the message routers_updated {{(pid=98188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 14:42:34.702329 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-e4fb642e-cbe2-4d16-acdf-da6c6e5e0dd5 admin admin] 10.222.0.38 "PUT /v2.0/routers/4e97ab8d-2f28-4933-bf41-5afaa169fe52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9090650 Jun 10 14:42:34.715078 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fccd55-3d3e-48bd-9f6b-c3bfdd2909f3 None None] Sync routers for ids ['4e97ab8d-2f28-4933-bf41-5afaa169fe52'] in dv-cinder-795785-1-smb {{(pid=98191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 14:42:34.743040 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fccd55-3d3e-48bd-9f6b-c3bfdd2909f3 None None] Routers {'4e97ab8d-2f28-4933-bf41-5afaa169fe52'} bound to L3 agent in host dv-cinder-795785-1-smb {{(pid=98191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:42:34.743921 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_hamode_db [None req-66fccd55-3d3e-48bd-9f6b-c3bfdd2909f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T14:34:42Z,description=,heartbeat_timestamp=2021-06-10T14:42:12Z,host='dv-cinder-795785-1-smb',id=e92f4ea4-4278-4a3e-8ba4-23ff1581fd94,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:42Z,topic='l3_agent')) {'router_ids': ['4e97ab8d-2f28-4933-bf41-5afaa169fe52'], 'active': True} {{(pid=98191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:42:34.803759 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0454b31-a406-42a3-8f63-6f4b40bb34e9 req-f06aa054-e9d3-4e46-ab3c-2a918d07a28d tempest-DeleteServersTestJSON-1534281482 tempest-DeleteServersTestJSON-1534281482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:34.822481 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-e0454b31-a406-42a3-8f63-6f4b40bb34e9 req-f06aa054-e9d3-4e46-ab3c-2a918d07a28d tempest-DeleteServersTestJSON-1534281482 tempest-DeleteServersTestJSON-1534281482-project] 10.222.0.38 "GET /v2.0/ports?device_id=f3d2b72f-d8b8-48ba-8faf-da44d4ec57e4 HTTP/1.1" status: 200 len: 931 time: 1.0166144 Jun 10 14:42:34.944962 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_hamode_db [None req-87064d9b-ed2a-4d60-a34a-a3b54f4350a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4004dcd-7fe2-40b6-b203-ecc63ac0c57d', 'name': 'tempest-AttachVolumeTestJSON-1349217729-router', 'tenant_id': '22b067f743a04ce6ac0fdb4c7ff25d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'external_fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.225'}], 'enable_snat': True}, 'gw_port_id': 'aa21a959-16ba-4e87-a7e8-a7e41db37356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:42:15Z', 'updated_at': '2021-06-10T14:42:26Z', 'revision_number': 4, 'project_id': '22b067f743a04ce6ac0fdb4c7ff25d6b', 'gw_port': {'id': 'aa21a959-16ba-4e87-a7e8-a7e41db37356', 'name': '', 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4004dcd-7fe2-40b6-b203-ecc63ac0c57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:17Z', 'updated_at': '2021-06-10T14:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-smb', '_interfaces': [{'id': '1cdf7d3c-e668-4d7e-b694-c06755ad5934', 'name': '', 'network_id': '8f467c1d-b7dd-45f1-993c-b606f02ba79f', 'tenant_id': '22b067f743a04ce6ac0fdb4c7ff25d6b', 'mac_address': 'fa:16:3e:44:3a:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4004dcd-7fe2-40b6-b203-ecc63ac0c57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5f776bc1-0a43-4578-9bc2-ebe24541eeb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:23Z', 'updated_at': '2021-06-10T14:42:27Z', 'revision_number': 2, 'project_id': '22b067f743a04ce6ac0fdb4c7ff25d6b', 'subnets': [{'id': '5f776bc1-0a43-4578-9bc2-ebe24541eeb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-1-smb', False) {} {{(pid=98190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:42:34.958168 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87064d9b-ed2a-4d60-a34a-a3b54f4350a1 None None] Checking router: b4004dcd-7fe2-40b6-b203-ecc63ac0c57d for host: dv-cinder-795785-1-smb {{(pid=98190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 14:42:34.971108 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87064d9b-ed2a-4d60-a34a-a3b54f4350a1 None None] Updating router b4004dcd-7fe2-40b6-b203-ecc63ac0c57d port 1cdf7d3c-e668-4d7e-b694-c06755ad5934 binding host dv-cinder-795785-1-smb {{(pid=98190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 14:42:34.999336 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-e0454b31-a406-42a3-8f63-6f4b40bb34e9 req-21d7c78e-ad58-4738-8d4f-bb375e0a3d5f tempest-DeleteServersTestJSON-1534281482 tempest-DeleteServersTestJSON-1534281482-project] 10.222.0.38 "GET /v2.0/security-groups?id=a047d23d-49fd-49e8-bd77-fc92d8b7ea63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742153 Jun 10 14:42:35.129062 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-87064d9b-ed2a-4d60-a34a-a3b54f4350a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:35.196805 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.notifiers.nova [req-c723eccb-6a24-4ad0-b7a7-0a80055f65fa req-ce147a7c-fbcc-40ee-84f6-453518166e5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42f445f4-e87a-4d6f-b3b2-0c6909763766 {{(pid=98188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 14:42:35.208341 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-c723eccb-6a24-4ad0-b7a7-0a80055f65fa req-ce147a7c-fbcc-40ee-84f6-453518166e5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:35.227611 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.db.provisioning_blocks [req-c723eccb-6a24-4ad0-b7a7-0a80055f65fa req-ce147a7c-fbcc-40ee-84f6-453518166e5e service neutron] Transition to ACTIVE for port object 42f445f4-e87a-4d6f-b3b2-0c6909763766 will not be triggered until provisioned by entity L2. {{(pid=98188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:42:35.238146 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-c723eccb-6a24-4ad0-b7a7-0a80055f65fa req-ce147a7c-fbcc-40ee-84f6-453518166e5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:35.246138 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_dvr_db [None req-66fccd55-3d3e-48bd-9f6b-c3bfdd2909f3 None None] Set router 4e97ab8d-2f28-4933-bf41-5afaa169fe52 gateway port host: dv-cinder-795785-1-smb {{(pid=98191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:42:35.251467 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-e4fb642e-cbe2-4d16-acdf-da6c6e5e0dd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:35.558443 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-b3d1ece8-5bd1-42d4-be92-f1dca9a16bfc admin admin] Notify callbacks [] for port, precommit_update {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:35.591596 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-b3d1ece8-5bd1-42d4-be92-f1dca9a16bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:35.613570 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-b3d1ece8-5bd1-42d4-be92-f1dca9a16bfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-722760'] for router_interface, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:35.661187 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-b3d1ece8-5bd1-42d4-be92-f1dca9a16bfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:35.819848 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_hamode_db [None req-66fccd55-3d3e-48bd-9f6b-c3bfdd2909f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e97ab8d-2f28-4933-bf41-5afaa169fe52', 'name': 'tempest-AttachVolumeShelveTestJSON-1645727677-router', 'tenant_id': '5bcb8fb4303e43e69f7032747c4983b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'external_fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.220'}], 'enable_snat': True}, 'gw_port_id': '4d8b6cc4-d9aa-4338-8930-c2e4ec56306c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:42:17Z', 'updated_at': '2021-06-10T14:42:29Z', 'revision_number': 4, 'project_id': '5bcb8fb4303e43e69f7032747c4983b8', 'gw_port': {'id': '4d8b6cc4-d9aa-4338-8930-c2e4ec56306c', 'name': '', 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:62:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e97ab8d-2f28-4933-bf41-5afaa169fe52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:18Z', 'updated_at': '2021-06-10T14:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-smb', '_interfaces': [{'id': '463e2c47-a6ba-436b-9622-52bd7c17b667', 'name': '', 'network_id': 'c57efc93-51ff-4248-b65b-e26a6d17993d', 'tenant_id': '5bcb8fb4303e43e69f7032747c4983b8', 'mac_address': 'fa:16:3e:1b:86:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e97ab8d-2f28-4933-bf41-5afaa169fe52', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3eeef57d-bb05-42dc-8725-b618d4269135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:25Z', 'updated_at': '2021-06-10T14:42:30Z', 'revision_number': 2, 'project_id': '5bcb8fb4303e43e69f7032747c4983b8', 'subnets': [{'id': '3eeef57d-bb05-42dc-8725-b618d4269135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-1-smb', False) {} {{(pid=98191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:42:35.827704 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fccd55-3d3e-48bd-9f6b-c3bfdd2909f3 None None] Checking router: 4e97ab8d-2f28-4933-bf41-5afaa169fe52 for host: dv-cinder-795785-1-smb {{(pid=98191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 14:42:35.828131 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fccd55-3d3e-48bd-9f6b-c3bfdd2909f3 None None] Updating router 4e97ab8d-2f28-4933-bf41-5afaa169fe52 port 463e2c47-a6ba-436b-9622-52bd7c17b667 binding host dv-cinder-795785-1-smb {{(pid=98191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 14:42:35.915315 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron_lib.callbacks.manager [None req-66fccd55-3d3e-48bd-9f6b-c3bfdd2909f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:35.972207 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 33002) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:42:35.998262 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-87064d9b-ed2a-4d60-a34a-a3b54f4350a1 None None] Notify callbacks [] for port, precommit_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:36.029734 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.v2.base [None req-87796710-aa60-4b23-856e-2c1da4035c56 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1719449494', 'description': 'tempest-description--85181457'}} {{(pid=98189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:42:36.054691 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-87064d9b-ed2a-4d60-a34a-a3b54f4350a1 None None] Transition to ACTIVE for port object 1cdf7d3c-e668-4d7e-b694-c06755ad5934 will not be triggered until provisioned by entity L2. {{(pid=98190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:42:36.070686 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d1ece8-5bd1-42d4-be92-f1dca9a16bfc admin admin] Pushing event updated for resources: {'Port': ['ID=a59ce458-1bc6-432a-9188-6ccac0e0acd9,revision_number=2']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:36.080828 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-87064d9b-ed2a-4d60-a34a-a3b54f4350a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:36.087129 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:36.095041 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-b3d1ece8-5bd1-42d4-be92-f1dca9a16bfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:36.105395 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce147a7c-fbcc-40ee-84f6-453518166e5e service neutron] Pushing event updated for resources: {'Port': ['ID=42f445f4-e87a-4d6f-b3b2-0c6909763766,revision_number=2']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:36.150337 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-ce147a7c-fbcc-40ee-84f6-453518166e5e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.900s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:36.181675 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.managers [req-c723eccb-6a24-4ad0-b7a7-0a80055f65fa req-ce147a7c-fbcc-40ee-84f6-453518166e5e service neutron] Attempting to bind port 42f445f4-e87a-4d6f-b3b2-0c6909763766 on host hv-cinder-79578 for vnic_type normal with profile {{(pid=98188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 14:42:36.182540 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.managers [req-c723eccb-6a24-4ad0-b7a7-0a80055f65fa req-ce147a7c-fbcc-40ee-84f6-453518166e5e service neutron] Attempting to bind port 42f445f4-e87a-4d6f-b3b2-0c6909763766 by drivers openvswitch,hyperv on host hv-cinder-79578 at level 0 using segments [{'id': 'c43a5be5-1290-4a91-ba59-a957b85e24b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4744fb36-3c6e-45ed-8835-58a06f451405'}] {{(pid=98188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 14:42:36.183631 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c723eccb-6a24-4ad0-b7a7-0a80055f65fa req-ce147a7c-fbcc-40ee-84f6-453518166e5e service neutron] Attempting to bind port 42f445f4-e87a-4d6f-b3b2-0c6909763766 on network 4744fb36-3c6e-45ed-8835-58a06f451405 {{(pid=98188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 14:42:36.256150 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c723eccb-6a24-4ad0-b7a7-0a80055f65fa req-ce147a7c-fbcc-40ee-84f6-453518166e5e service neutron] Port 42f445f4-e87a-4d6f-b3b2-0c6909763766 on network 4744fb36-3c6e-45ed-8835-58a06f451405 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79578 {{(pid=98188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 14:42:36.256813 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c723eccb-6a24-4ad0-b7a7-0a80055f65fa req-ce147a7c-fbcc-40ee-84f6-453518166e5e service neutron] Attempting to bind port 42f445f4-e87a-4d6f-b3b2-0c6909763766 on network 4744fb36-3c6e-45ed-8835-58a06f451405 {{(pid=98188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 14:42:36.313931 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c723eccb-6a24-4ad0-b7a7-0a80055f65fa req-ce147a7c-fbcc-40ee-84f6-453518166e5e service neutron] Checking agent: {'id': 'c47c39ee-f167-41a2-bf85-7dde6d0410ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79578', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 14, 40, 37), 'started_at': datetime.datetime(2021, 6, 10, 14, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 14, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 14:42:36.319042 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c723eccb-6a24-4ad0-b7a7-0a80055f65fa req-ce147a7c-fbcc-40ee-84f6-453518166e5e service neutron] Checking segment: {'id': 'c43a5be5-1290-4a91-ba59-a957b85e24b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4744fb36-3c6e-45ed-8835-58a06f451405'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 14:42:36.321113 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c723eccb-6a24-4ad0-b7a7-0a80055f65fa req-ce147a7c-fbcc-40ee-84f6-453518166e5e service neutron] Bound using segment: {'id': 'c43a5be5-1290-4a91-ba59-a957b85e24b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4744fb36-3c6e-45ed-8835-58a06f451405'} {{(pid=98188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 14:42:36.324928 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.managers [req-c723eccb-6a24-4ad0-b7a7-0a80055f65fa req-ce147a7c-fbcc-40ee-84f6-453518166e5e service neutron] Bound port: 42f445f4-e87a-4d6f-b3b2-0c6909763766, host: hv-cinder-79578, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c43a5be5-1290-4a91-ba59-a957b85e24b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4744fb36-3c6e-45ed-8835-58a06f451405'}}] {{(pid=98188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 14:42:36.327685 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-c723eccb-6a24-4ad0-b7a7-0a80055f65fa req-ce147a7c-fbcc-40ee-84f6-453518166e5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:36.389392 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eb22d9-110a-4c89-8653-fa9f2f48a98c req-5188bbfb-56c0-43df-a1ac-5ca7fd34d67b tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:36.402712 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-46eb22d9-110a-4c89-8653-fa9f2f48a98c req-5188bbfb-56c0-43df-a1ac-5ca7fd34d67b tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/ports?device_id=10a33dd6-1367-49ed-86f0-a27bccfcf9a0 HTTP/1.1" status: 200 len: 943 time: 0.8468480 Jun 10 14:42:36.636984 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron_lib.callbacks.manager [None req-66fccd55-3d3e-48bd-9f6b-c3bfdd2909f3 None None] Notify callbacks [] for port, precommit_update {{(pid=98191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:36.637722 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-87796710-aa60-4b23-856e-2c1da4035c56 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Notify callbacks [] for security_group, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:36.662850 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.provisioning_blocks [None req-66fccd55-3d3e-48bd-9f6b-c3bfdd2909f3 None None] Transition to ACTIVE for port object 463e2c47-a6ba-436b-9622-52bd7c17b667 will not be triggered until provisioned by entity L2. {{(pid=98191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:42:36.671168 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron_lib.callbacks.manager [None req-66fccd55-3d3e-48bd-9f6b-c3bfdd2909f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:36.694053 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98191) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:36.735885 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.notifiers.nova [req-e8a9eedb-3edf-43e6-9773-115086d36593 req-936a40ca-f2c9-427f-8b4c-5dac948d736a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e676eed-0c60-4e4f-89c3-009453a49c70 {{(pid=98189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 14:42:36.773966 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [req-e8a9eedb-3edf-43e6-9773-115086d36593 req-936a40ca-f2c9-427f-8b4c-5dac948d736a service neutron] Notify callbacks [] for port, precommit_update {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:36.795117 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-46eb22d9-110a-4c89-8653-fa9f2f48a98c req-cfa8bc7a-bd14-4aea-84c8-30fcf4e2651b tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa6450ec-2090-40c0-8f5e-ef907fcb2083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3900118 Jun 10 14:42:36.837317 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 33014) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:42:36.867992 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d0f540-abf3-473c-b1fc-42b0235bca65 None None] Pushing event updated for resources: {'Port': ['ID=463e2c47-a6ba-436b-9622-52bd7c17b667,revision_number=3']} {{(pid=98191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:36.878981 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG oslo_concurrency.lockutils [None req-d2d0f540-abf3-473c-b1fc-42b0235bca65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=98191) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:36.958249 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc083c8e-cc3d-496d-9c0f-0359fe128a56 None None] Pushing event updated for resources: {'Port': ['ID=1cdf7d3c-e668-4d7e-b694-c06755ad5934,revision_number=3']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:36.967610 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-cc083c8e-cc3d-496d-9c0f-0359fe128a56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.879s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:36.983497 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.managers [None req-87064d9b-ed2a-4d60-a34a-a3b54f4350a1 None None] Attempting to bind port 1cdf7d3c-e668-4d7e-b694-c06755ad5934 on host dv-cinder-795785-1-smb for vnic_type normal with profile {{(pid=98190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 14:42:36.990516 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.db [req-c723eccb-6a24-4ad0-b7a7-0a80055f65fa req-ce147a7c-fbcc-40ee-84f6-453518166e5e service neutron] For port 42f445f4-e87a-4d6f-b3b2-0c6909763766, host hv-cinder-79578, cleared binding levels {{(pid=98188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 14:42:36.993152 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-87796710-aa60-4b23-856e-2c1da4035c56 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Notify callbacks [] for security_group, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:36.996175 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.managers [None req-87064d9b-ed2a-4d60-a34a-a3b54f4350a1 None None] Attempting to bind port 1cdf7d3c-e668-4d7e-b694-c06755ad5934 by drivers openvswitch,hyperv on host dv-cinder-795785-1-smb at level 0 using segments [{'id': '702c310b-86f3-4e1c-9a69-5651c2af6549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8f467c1d-b7dd-45f1-993c-b606f02ba79f'}] {{(pid=98190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 14:42:36.998558 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87064d9b-ed2a-4d60-a34a-a3b54f4350a1 None None] Attempting to bind port 1cdf7d3c-e668-4d7e-b694-c06755ad5934 on network 8f467c1d-b7dd-45f1-993c-b606f02ba79f {{(pid=98190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 14:42:37.020883 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d1ece8-5bd1-42d4-be92-f1dca9a16bfc admin admin] Network eceb2f61-46d5-4aae-a498-4b03ff1ffe6f is already hosted by enough agents. {{(pid=98189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 14:42:37.030756 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-87796710-aa60-4b23-856e-2c1da4035c56 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:37.032902 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 33020) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:42:37.034296 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87064d9b-ed2a-4d60-a34a-a3b54f4350a1 None None] Checking agent: {'id': '22b05ad3-e755-4423-b55e-6b54dea224ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 14, 34, 42), 'started_at': datetime.datetime(2021, 6, 10, 14, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 14, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 14:42:37.038976 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87064d9b-ed2a-4d60-a34a-a3b54f4350a1 None None] Checking segment: {'id': '702c310b-86f3-4e1c-9a69-5651c2af6549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8f467c1d-b7dd-45f1-993c-b606f02ba79f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 14:42:37.038976 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-87064d9b-ed2a-4d60-a34a-a3b54f4350a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:37.039236 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87064d9b-ed2a-4d60-a34a-a3b54f4350a1 None None] Bound using segment: {'id': '702c310b-86f3-4e1c-9a69-5651c2af6549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8f467c1d-b7dd-45f1-993c-b606f02ba79f'} {{(pid=98190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 14:42:37.042136 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.managers [None req-87064d9b-ed2a-4d60-a34a-a3b54f4350a1 None None] Bound port: 1cdf7d3c-e668-4d7e-b694-c06755ad5934, host: dv-cinder-795785-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '702c310b-86f3-4e1c-9a69-5651c2af6549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8f467c1d-b7dd-45f1-993c-b606f02ba79f'}}] {{(pid=98190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 14:42:37.044520 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-87064d9b-ed2a-4d60-a34a-a3b54f4350a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:37.064723 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.base_scheduler [None req-b3d1ece8-5bd1-42d4-be92-f1dca9a16bfc admin admin] Resources bound (agent type, host, resource id): {{(pid=98189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:42:37.080980 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-46ca3a4a-b4c8-4de3-9b37-7d347614089c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:37.095141 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.db [req-c723eccb-6a24-4ad0-b7a7-0a80055f65fa req-ce147a7c-fbcc-40ee-84f6-453518166e5e service neutron] For port 42f445f4-e87a-4d6f-b3b2-0c6909763766, host hv-cinder-79578, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=42f445f4-e87a-4d6f-b3b2-0c6909763766,segment=NetworkSegment(c43a5be5-1290-4a91-ba59-a957b85e24b7),segment_id=c43a5be5-1290-4a91-ba59-a957b85e24b7)] {{(pid=98188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 14:42:37.108312 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-c723eccb-6a24-4ad0-b7a7-0a80055f65fa req-ce147a7c-fbcc-40ee-84f6-453518166e5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:37.147786 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:37.337143 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.db.provisioning_blocks [req-e8a9eedb-3edf-43e6-9773-115086d36593 req-936a40ca-f2c9-427f-8b4c-5dac948d736a service neutron] Transition to ACTIVE for port object 7e676eed-0c60-4e4f-89c3-009453a49c70 will not be triggered until provisioned by entity L2. {{(pid=98189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:42:37.403143 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [req-e8a9eedb-3edf-43e6-9773-115086d36593 req-936a40ca-f2c9-427f-8b4c-5dac948d736a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:37.455823 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-3e113629-87f7-4f8e-8287-408221e55656 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:37.478124 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-87796710-aa60-4b23-856e-2c1da4035c56 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Notify callbacks [] for security_group, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:37.480928 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-87796710-aa60-4b23-856e-2c1da4035c56 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 1.4978848 Jun 10 14:42:37.517287 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 33028) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:42:37.528024 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87796710-aa60-4b23-856e-2c1da4035c56 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba1f250a-493e-4112-8d1f-5dae11288c22,revision_number=1']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:37.548457 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.v2.base [None req-00dc5a89-aac8-4e2f-9844-a4e4fa1055c3 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Request body: {'security_group_rule': {'security_group_id': 'ba1f250a-493e-4112-8d1f-5dae11288c22', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:42:37.575306 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-87796710-aa60-4b23-856e-2c1da4035c56 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:37.584152 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-7d8c741b-9ee6-4f2a-8f35-95d61def8d6c tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.129s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:37.622696 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c723eccb-6a24-4ad0-b7a7-0a80055f65fa req-ce147a7c-fbcc-40ee-84f6-453518166e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:37.623336 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-c723eccb-6a24-4ad0-b7a7-0a80055f65fa req-ce147a7c-fbcc-40ee-84f6-453518166e5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545536'] for port, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:37.624815 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-c723eccb-6a24-4ad0-b7a7-0a80055f65fa req-ce147a7c-fbcc-40ee-84f6-453518166e5e service neutron] 10.222.0.36 "PUT /v2.0/ports/42f445f4-e87a-4d6f-b3b2-0c6909763766 HTTP/1.1" status: 200 len: 1093 time: 4.3504238 Jun 10 14:42:37.625283 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10a33dd6-1367-49ed-86f0-a27bccfcf9a0', 'tag': '42f445f4-e87a-4d6f-b3b2-0c6909763766'}] {{(pid=98188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:42:37.748156 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.plugins.ml2.managers [None req-66fccd55-3d3e-48bd-9f6b-c3bfdd2909f3 None None] Attempting to bind port 463e2c47-a6ba-436b-9622-52bd7c17b667 on host dv-cinder-795785-1-smb for vnic_type normal with profile {{(pid=98191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 14:42:37.748948 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.plugins.ml2.managers [None req-66fccd55-3d3e-48bd-9f6b-c3bfdd2909f3 None None] Attempting to bind port 463e2c47-a6ba-436b-9622-52bd7c17b667 by drivers openvswitch,hyperv on host dv-cinder-795785-1-smb at level 0 using segments [{'id': '3ec2b1b1-734c-41eb-833f-8070e711f15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c57efc93-51ff-4248-b65b-e26a6d17993d'}] {{(pid=98191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 14:42:37.749543 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fccd55-3d3e-48bd-9f6b-c3bfdd2909f3 None None] Attempting to bind port 463e2c47-a6ba-436b-9622-52bd7c17b667 on network c57efc93-51ff-4248-b65b-e26a6d17993d {{(pid=98191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 14:42:37.767545 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fccd55-3d3e-48bd-9f6b-c3bfdd2909f3 None None] Checking agent: {'id': '22b05ad3-e755-4423-b55e-6b54dea224ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 14, 34, 42), 'started_at': datetime.datetime(2021, 6, 10, 14, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 14, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 14:42:37.768314 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fccd55-3d3e-48bd-9f6b-c3bfdd2909f3 None None] Checking segment: {'id': '3ec2b1b1-734c-41eb-833f-8070e711f15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c57efc93-51ff-4248-b65b-e26a6d17993d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 14:42:37.768929 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron_lib.callbacks.manager [None req-66fccd55-3d3e-48bd-9f6b-c3bfdd2909f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:37.797503 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fccd55-3d3e-48bd-9f6b-c3bfdd2909f3 None None] Bound using segment: {'id': '3ec2b1b1-734c-41eb-833f-8070e711f15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c57efc93-51ff-4248-b65b-e26a6d17993d'} {{(pid=98191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 14:42:37.797503 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.plugins.ml2.managers [None req-66fccd55-3d3e-48bd-9f6b-c3bfdd2909f3 None None] Bound port: 463e2c47-a6ba-436b-9622-52bd7c17b667, host: dv-cinder-795785-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ec2b1b1-734c-41eb-833f-8070e711f15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c57efc93-51ff-4248-b65b-e26a6d17993d'}}] {{(pid=98191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 14:42:37.797503 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron_lib.callbacks.manager [None req-66fccd55-3d3e-48bd-9f6b-c3bfdd2909f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:37.798994 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-87064d9b-ed2a-4d60-a34a-a3b54f4350a1 None None] For port 1cdf7d3c-e668-4d7e-b694-c06755ad5934, host dv-cinder-795785-1-smb, cleared binding levels {{(pid=98190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 14:42:37.812032 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-87064d9b-ed2a-4d60-a34a-a3b54f4350a1 None None] For port 1cdf7d3c-e668-4d7e-b694-c06755ad5934, host dv-cinder-795785-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-smb',level=0,port_id=1cdf7d3c-e668-4d7e-b694-c06755ad5934,segment=NetworkSegment(702c310b-86f3-4e1c-9a69-5651c2af6549),segment_id=702c310b-86f3-4e1c-9a69-5651c2af6549)] {{(pid=98190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 14:42:37.821338 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:37.832083 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-87064d9b-ed2a-4d60-a34a-a3b54f4350a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:37.842196 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:37.986755 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.plugins.ml2.db [None req-66fccd55-3d3e-48bd-9f6b-c3bfdd2909f3 None None] For port 463e2c47-a6ba-436b-9622-52bd7c17b667, host dv-cinder-795785-1-smb, cleared binding levels {{(pid=98191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 14:42:38.018157 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.plugins.ml2.db [None req-66fccd55-3d3e-48bd-9f6b-c3bfdd2909f3 None None] For port 463e2c47-a6ba-436b-9622-52bd7c17b667, host dv-cinder-795785-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-smb',level=0,port_id=463e2c47-a6ba-436b-9622-52bd7c17b667,segment=NetworkSegment(3ec2b1b1-734c-41eb-833f-8070e711f15c),segment_id=3ec2b1b1-734c-41eb-833f-8070e711f15c)] {{(pid=98191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 14:42:38.030632 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron_lib.callbacks.manager [None req-66fccd55-3d3e-48bd-9f6b-c3bfdd2909f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:38.044688 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87064d9b-ed2a-4d60-a34a-a3b54f4350a1 None None] Routers {'b4004dcd-7fe2-40b6-b203-ecc63ac0c57d'} bound to L3 agent in host dv-cinder-795785-1-smb {{(pid=98190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:42:38.049792 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_hamode_db [None req-87064d9b-ed2a-4d60-a34a-a3b54f4350a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T14:34:42Z,description=,heartbeat_timestamp=2021-06-10T14:42:12Z,host='dv-cinder-795785-1-smb',id=e92f4ea4-4278-4a3e-8ba4-23ff1581fd94,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:42Z,topic='l3_agent')) {'router_ids': ['b4004dcd-7fe2-40b6-b203-ecc63ac0c57d'], 'active': True} {{(pid=98190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:42:38.062913 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG oslo_concurrency.lockutils [None req-9cfe2145-870c-4557-9277-c4dc6a351a92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98191) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:38.165083 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 33038) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:42:38.241532 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-304affe9-7f18-4408-9afc-c40bae779e3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:38.248545 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fccd55-3d3e-48bd-9f6b-c3bfdd2909f3 None None] Routers {'4e97ab8d-2f28-4933-bf41-5afaa169fe52'} bound to L3 agent in host dv-cinder-795785-1-smb {{(pid=98191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:42:38.249552 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_hamode_db [None req-66fccd55-3d3e-48bd-9f6b-c3bfdd2909f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T14:34:42Z,description=,heartbeat_timestamp=2021-06-10T14:42:12Z,host='dv-cinder-795785-1-smb',id=e92f4ea4-4278-4a3e-8ba4-23ff1581fd94,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:42Z,topic='l3_agent')) {'router_ids': ['4e97ab8d-2f28-4933-bf41-5afaa169fe52'], 'active': True} {{(pid=98191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:42:38.275077 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc083c8e-cc3d-496d-9c0f-0359fe128a56 None None] Pushing event updated for resources: {'Port': ['ID=1cdf7d3c-e668-4d7e-b694-c06755ad5934,revision_number=4']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:38.299012 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.v2.base [None req-06eed28d-dd6b-40cd-a2e4-d44c6e4c27a1 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Request body: {'security_group': {'name': 'tempest-securitygroup--725058746', 'description': 'tempest-description--950314277'}} {{(pid=98188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:42:38.471179 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3d1ece8-5bd1-42d4-be92-f1dca9a16bfc admin admin] Router 47bd6365-b9a8-485b-91ba-589454f0fbfb has already been hosted by L3 agent e92f4ea4-4278-4a3e-8ba4-23ff1581fd94 {{(pid=98189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 14:42:38.486588 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f0fe7ff9a18056505f9f26f34e6288f69420e23a9758a676b79d6915a840c7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a25912a8-e98e-45c6-a15b-a23cb6b4917b" -d '{"events": [{"name": "network-changed", "server_uuid": "10a33dd6-1367-49ed-86f0-a27bccfcf9a0", "tag": "42f445f4-e87a-4d6f-b3b2-0c6909763766"}]}' {{(pid=98188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:42:38.558990 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d0f540-abf3-473c-b1fc-42b0235bca65 None None] Pushing event updated for resources: {'Port': ['ID=463e2c47-a6ba-436b-9622-52bd7c17b667,revision_number=4']} {{(pid=98191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:38.559323 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.db.api [None req-3e113629-87f7-4f8e-8287-408221e55656 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 10 14:42:38.559323 dv-cinder-795785-1-smb neutron-server[98189]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 10 14:42:38.559323 dv-cinder-795785-1-smb neutron-server[98189]: [parameters: {'project_id_1': '3bd5f46e57d6499c80641f3c0ed2c54c', 'expiration_1': datetime.datetime(2021, 6, 10, 14, 42, 37, 783187)}] Jun 10 14:42:38.559323 dv-cinder-795785-1-smb neutron-server[98189]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=98189) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 10 14:42:38.559645 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_db.api [None req-3e113629-87f7-4f8e-8287-408221e55656 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=98189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 10 14:42:38.570894 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_dvr_db [None req-87064d9b-ed2a-4d60-a34a-a3b54f4350a1 None None] Set router b4004dcd-7fe2-40b6-b203-ecc63ac0c57d gateway port host: dv-cinder-795785-1-smb {{(pid=98190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:42:38.576432 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG oslo_concurrency.lockutils [None req-d2d0f540-abf3-473c-b1fc-42b0235bca65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=98191) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:38.612696 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936a40ca-f2c9-427f-8b4c-5dac948d736a service neutron] Pushing event updated for resources: {'Port': ['ID=7e676eed-0c60-4e4f-89c3-009453a49c70,revision_number=2']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:38.687643 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce147a7c-fbcc-40ee-84f6-453518166e5e service neutron] Pushing event updated for resources: {'Port': ['ID=42f445f4-e87a-4d6f-b3b2-0c6909763766,revision_number=3']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:38.705870 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-ce147a7c-fbcc-40ee-84f6-453518166e5e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.558s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:38.736010 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_dvr_db [None req-66fccd55-3d3e-48bd-9f6b-c3bfdd2909f3 None None] Set router 4e97ab8d-2f28-4933-bf41-5afaa169fe52 gateway port host: dv-cinder-795785-1-smb {{(pid=98191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:42:38.835824 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-cc083c8e-cc3d-496d-9c0f-0359fe128a56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.994s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:38.869288 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-936a40ca-f2c9-427f-8b4c-5dac948d736a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.285s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:38.889506 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-304affe9-7f18-4408-9afc-c40bae779e3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:38.893976 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-06eed28d-dd6b-40cd-a2e4-d44c6e4c27a1 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Notify callbacks [] for security_group, before_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:38.915593 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c723eccb-6a24-4ad0-b7a7-0a80055f65fa req-78fbc694-6758-4dd9-8474-4d14704e905d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:38.917653 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-c723eccb-6a24-4ad0-b7a7-0a80055f65fa req-78fbc694-6758-4dd9-8474-4d14704e905d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=93ab3eb0808c4780983402342bde2843&device_id=10a33dd6-1367-49ed-86f0-a27bccfcf9a0 HTTP/1.1" status: 200 len: 1096 time: 1.1044998 Jun 10 14:42:38.931237 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-304affe9-7f18-4408-9afc-c40bae779e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:38.931408 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_hamode_db [None req-87064d9b-ed2a-4d60-a34a-a3b54f4350a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4004dcd-7fe2-40b6-b203-ecc63ac0c57d', 'name': 'tempest-AttachVolumeTestJSON-1349217729-router', 'tenant_id': '22b067f743a04ce6ac0fdb4c7ff25d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'external_fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.225'}], 'enable_snat': True}, 'gw_port_id': 'aa21a959-16ba-4e87-a7e8-a7e41db37356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:42:15Z', 'updated_at': '2021-06-10T14:42:26Z', 'revision_number': 4, 'project_id': '22b067f743a04ce6ac0fdb4c7ff25d6b', 'gw_port': {'id': 'aa21a959-16ba-4e87-a7e8-a7e41db37356', 'name': '', 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4004dcd-7fe2-40b6-b203-ecc63ac0c57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:17Z', 'updated_at': '2021-06-10T14:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-smb', '_interfaces': [{'id': '1cdf7d3c-e668-4d7e-b694-c06755ad5934', 'name': '', 'network_id': '8f467c1d-b7dd-45f1-993c-b606f02ba79f', 'tenant_id': '22b067f743a04ce6ac0fdb4c7ff25d6b', 'mac_address': 'fa:16:3e:44:3a:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4004dcd-7fe2-40b6-b203-ecc63ac0c57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5f776bc1-0a43-4578-9bc2-ebe24541eeb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:23Z', 'updated_at': '2021-06-10T14:42:37Z', 'revision_number': 4, 'project_id': '22b067f743a04ce6ac0fdb4c7ff25d6b', 'subnets': [{'id': '5f776bc1-0a43-4578-9bc2-ebe24541eeb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-1-smb', False) {} {{(pid=98190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:42:38.935766 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87064d9b-ed2a-4d60-a34a-a3b54f4350a1 None None] The sync data for ids ['b4004dcd-7fe2-40b6-b203-ecc63ac0c57d'] in dv-cinder-795785-1-smb is: [{'id': 'b4004dcd-7fe2-40b6-b203-ecc63ac0c57d', 'name': 'tempest-AttachVolumeTestJSON-1349217729-router', 'tenant_id': '22b067f743a04ce6ac0fdb4c7ff25d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'external_fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.225'}], 'enable_snat': True}, 'gw_port_id': 'aa21a959-16ba-4e87-a7e8-a7e41db37356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:42:15Z', 'updated_at': '2021-06-10T14:42:26Z', 'revision_number': 4, 'project_id': '22b067f743a04ce6ac0fdb4c7ff25d6b', 'gw_port': {'id': 'aa21a959-16ba-4e87-a7e8-a7e41db37356', 'name': '', 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4004dcd-7fe2-40b6-b203-ecc63ac0c57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:17Z', 'updated_at': '2021-06-10T14:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-smb', '_interfaces': [{'id': '1cdf7d3c-e668-4d7e-b694-c06755ad5934', 'name': '', 'network_id': '8f467c1d-b7dd-45f1-993c-b606f02ba79f', 'tenant_id': '22b067f743a04ce6ac0fdb4c7ff25d6b', 'mac_address': 'fa:16:3e:44:3a:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4004dcd-7fe2-40b6-b203-ecc63ac0c57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5f776bc1-0a43-4578-9bc2-ebe24541eeb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:23Z', 'updated_at': '2021-06-10T14:42:37Z', 'revision_number': 4, 'project_id': '22b067f743a04ce6ac0fdb4c7ff25d6b', 'subnets': [{'id': '5f776bc1-0a43-4578-9bc2-ebe24541eeb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 14:42:38.975851 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1e01fa-a40e-403a-8d62-2a73ebdc04c6 req-47171351-34b5-4c11-b797-f5a754f551d4 tempest-DeleteServersTestJSON-1534281482 tempest-DeleteServersTestJSON-1534281482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:38.978286 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-fc1e01fa-a40e-403a-8d62-2a73ebdc04c6 req-47171351-34b5-4c11-b797-f5a754f551d4 tempest-DeleteServersTestJSON-1534281482 tempest-DeleteServersTestJSON-1534281482-project] 10.222.0.38 "GET /v2.0/ports?device_id=f3d2b72f-d8b8-48ba-8faf-da44d4ec57e4 HTTP/1.1" status: 200 len: 943 time: 1.3786986 Jun 10 14:42:39.045968 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.managers [req-e8a9eedb-3edf-43e6-9773-115086d36593 req-936a40ca-f2c9-427f-8b4c-5dac948d736a service neutron] Attempting to bind port 7e676eed-0c60-4e4f-89c3-009453a49c70 on host hv-cinder-79578 for vnic_type normal with profile {{(pid=98189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 14:42:39.046430 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.managers [req-e8a9eedb-3edf-43e6-9773-115086d36593 req-936a40ca-f2c9-427f-8b4c-5dac948d736a service neutron] Attempting to bind port 7e676eed-0c60-4e4f-89c3-009453a49c70 by drivers openvswitch,hyperv on host hv-cinder-79578 at level 0 using segments [{'id': '6478d289-bfac-462d-aa98-9d9a77a296ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '75a731d7-5081-48fd-aaec-960ba34d4814'}] {{(pid=98189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 14:42:39.046868 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a9eedb-3edf-43e6-9773-115086d36593 req-936a40ca-f2c9-427f-8b4c-5dac948d736a service neutron] Attempting to bind port 7e676eed-0c60-4e4f-89c3-009453a49c70 on network 75a731d7-5081-48fd-aaec-960ba34d4814 {{(pid=98189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 14:42:39.092810 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-94f14133-f000-441d-95f1-d4df19b6ea0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:39.111977 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dee7cc-1d54-49aa-b902-c8e6b7b3e7ea req-105558ec-123e-493e-a781-eda5028adc31 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:39.126471 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-c4dee7cc-1d54-49aa-b902-c8e6b7b3e7ea req-105558ec-123e-493e-a781-eda5028adc31 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/ports?device_id=10a33dd6-1367-49ed-86f0-a27bccfcf9a0 HTTP/1.1" status: 200 len: 943 time: 0.8433328 Jun 10 14:42:39.218938 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-3e113629-87f7-4f8e-8287-408221e55656 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:39.232389 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3d1ece8-5bd1-42d4-be92-f1dca9a16bfc admin admin] Notify agent at l3_agent.dv-cinder-795785-1-smb the message routers_updated {{(pid=98189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 14:42:39.246147 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a83b5e8-adf5-4194-bb1f-f5099caa3023 None None] Sync routers for ids ['47bd6365-b9a8-485b-91ba-589454f0fbfb'] in dv-cinder-795785-1-smb {{(pid=98190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 14:42:39.269400 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a83b5e8-adf5-4194-bb1f-f5099caa3023 None None] Routers {'47bd6365-b9a8-485b-91ba-589454f0fbfb'} bound to L3 agent in host dv-cinder-795785-1-smb {{(pid=98190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:42:39.274066 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_hamode_db [None req-4a83b5e8-adf5-4194-bb1f-f5099caa3023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T14:34:42Z,description=,heartbeat_timestamp=2021-06-10T14:42:12Z,host='dv-cinder-795785-1-smb',id=e92f4ea4-4278-4a3e-8ba4-23ff1581fd94,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:42Z,topic='l3_agent')) {'router_ids': ['47bd6365-b9a8-485b-91ba-589454f0fbfb'], 'active': True} {{(pid=98190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:42:39.298748 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a9eedb-3edf-43e6-9773-115086d36593 req-936a40ca-f2c9-427f-8b4c-5dac948d736a service neutron] Port 7e676eed-0c60-4e4f-89c3-009453a49c70 on network 75a731d7-5081-48fd-aaec-960ba34d4814 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79578 {{(pid=98189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 14:42:39.300212 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a9eedb-3edf-43e6-9773-115086d36593 req-936a40ca-f2c9-427f-8b4c-5dac948d736a service neutron] Attempting to bind port 7e676eed-0c60-4e4f-89c3-009453a49c70 on network 75a731d7-5081-48fd-aaec-960ba34d4814 {{(pid=98189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 14:42:39.322305 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-00dc5a89-aac8-4e2f-9844-a4e4fa1055c3 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:39.325976 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-06eed28d-dd6b-40cd-a2e4-d44c6e4c27a1 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Notify callbacks [] for security_group, precommit_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:39.379944 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-06eed28d-dd6b-40cd-a2e4-d44c6e4c27a1 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:39.392265 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-b3d1ece8-5bd1-42d4-be92-f1dca9a16bfc admin admin] 10.222.0.38 "PUT /v2.0/routers/47bd6365-b9a8-485b-91ba-589454f0fbfb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.0302219 Jun 10 14:42:39.392265 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a9eedb-3edf-43e6-9773-115086d36593 req-936a40ca-f2c9-427f-8b4c-5dac948d736a service neutron] Checking agent: {'id': 'c47c39ee-f167-41a2-bf85-7dde6d0410ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79578', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 14, 40, 37), 'started_at': datetime.datetime(2021, 6, 10, 14, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 14, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 14:42:39.392265 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a9eedb-3edf-43e6-9773-115086d36593 req-936a40ca-f2c9-427f-8b4c-5dac948d736a service neutron] Checking segment: {'id': '6478d289-bfac-462d-aa98-9d9a77a296ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '75a731d7-5081-48fd-aaec-960ba34d4814'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 14:42:39.392265 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a9eedb-3edf-43e6-9773-115086d36593 req-936a40ca-f2c9-427f-8b4c-5dac948d736a service neutron] Bound using segment: {'id': '6478d289-bfac-462d-aa98-9d9a77a296ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '75a731d7-5081-48fd-aaec-960ba34d4814'} {{(pid=98189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 14:42:39.392265 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.managers [req-e8a9eedb-3edf-43e6-9773-115086d36593 req-936a40ca-f2c9-427f-8b4c-5dac948d736a service neutron] Bound port: 7e676eed-0c60-4e4f-89c3-009453a49c70, host: hv-cinder-79578, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6478d289-bfac-462d-aa98-9d9a77a296ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '75a731d7-5081-48fd-aaec-960ba34d4814'}}] {{(pid=98189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 14:42:39.392265 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [req-e8a9eedb-3edf-43e6-9773-115086d36593 req-936a40ca-f2c9-427f-8b4c-5dac948d736a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:39.461496 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-304affe9-7f18-4408-9afc-c40bae779e3b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d2acfc3a968b422d906a7f7c7a8ec36f&name=default HTTP/1.1" status: 200 len: 2977 time: 2.6234088 Jun 10 14:42:39.558011 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-3e113629-87f7-4f8e-8287-408221e55656 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:39.587989 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_hamode_db [None req-66fccd55-3d3e-48bd-9f6b-c3bfdd2909f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e97ab8d-2f28-4933-bf41-5afaa169fe52', 'name': 'tempest-AttachVolumeShelveTestJSON-1645727677-router', 'tenant_id': '5bcb8fb4303e43e69f7032747c4983b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'external_fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.220'}], 'enable_snat': True}, 'gw_port_id': '4d8b6cc4-d9aa-4338-8930-c2e4ec56306c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:42:17Z', 'updated_at': '2021-06-10T14:42:29Z', 'revision_number': 4, 'project_id': '5bcb8fb4303e43e69f7032747c4983b8', 'gw_port': {'id': '4d8b6cc4-d9aa-4338-8930-c2e4ec56306c', 'name': '', 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:62:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e97ab8d-2f28-4933-bf41-5afaa169fe52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:18Z', 'updated_at': '2021-06-10T14:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-smb', '_interfaces': [{'id': '463e2c47-a6ba-436b-9622-52bd7c17b667', 'name': '', 'network_id': 'c57efc93-51ff-4248-b65b-e26a6d17993d', 'tenant_id': '5bcb8fb4303e43e69f7032747c4983b8', 'mac_address': 'fa:16:3e:1b:86:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e97ab8d-2f28-4933-bf41-5afaa169fe52', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3eeef57d-bb05-42dc-8725-b618d4269135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:25Z', 'updated_at': '2021-06-10T14:42:37Z', 'revision_number': 4, 'project_id': '5bcb8fb4303e43e69f7032747c4983b8', 'subnets': [{'id': '3eeef57d-bb05-42dc-8725-b618d4269135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-1-smb', False) {} {{(pid=98191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:42:39.588740 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 33064) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:42:39.593167 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fccd55-3d3e-48bd-9f6b-c3bfdd2909f3 None None] The sync data for ids ['4e97ab8d-2f28-4933-bf41-5afaa169fe52'] in dv-cinder-795785-1-smb is: [{'id': '4e97ab8d-2f28-4933-bf41-5afaa169fe52', 'name': 'tempest-AttachVolumeShelveTestJSON-1645727677-router', 'tenant_id': '5bcb8fb4303e43e69f7032747c4983b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'external_fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.220'}], 'enable_snat': True}, 'gw_port_id': '4d8b6cc4-d9aa-4338-8930-c2e4ec56306c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:42:17Z', 'updated_at': '2021-06-10T14:42:29Z', 'revision_number': 4, 'project_id': '5bcb8fb4303e43e69f7032747c4983b8', 'gw_port': {'id': '4d8b6cc4-d9aa-4338-8930-c2e4ec56306c', 'name': '', 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:62:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e97ab8d-2f28-4933-bf41-5afaa169fe52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:18Z', 'updated_at': '2021-06-10T14:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-smb', '_interfaces': [{'id': '463e2c47-a6ba-436b-9622-52bd7c17b667', 'name': '', 'network_id': 'c57efc93-51ff-4248-b65b-e26a6d17993d', 'tenant_id': '5bcb8fb4303e43e69f7032747c4983b8', 'mac_address': 'fa:16:3e:1b:86:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e97ab8d-2f28-4933-bf41-5afaa169fe52', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3eeef57d-bb05-42dc-8725-b618d4269135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:25Z', 'updated_at': '2021-06-10T14:42:37Z', 'revision_number': 4, 'project_id': '5bcb8fb4303e43e69f7032747c4983b8', 'subnets': [{'id': '3eeef57d-bb05-42dc-8725-b618d4269135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 14:42:39.607832 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-3e113629-87f7-4f8e-8287-408221e55656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:39.686131 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-1cd30fa7-0538-4554-ac7a-487c2b08f2b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:39.755409 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_dvr_db [None req-4a83b5e8-adf5-4194-bb1f-f5099caa3023 None None] Set router 47bd6365-b9a8-485b-91ba-589454f0fbfb gateway port host: dv-cinder-795785-1-smb {{(pid=98190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:42:39.774837 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:39.794151 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-c4dee7cc-1d54-49aa-b902-c8e6b7b3e7ea req-df35d68b-40cb-44a2-9e72-78f094aa37d8 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa6450ec-2090-40c0-8f5e-ef907fcb2083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6630886 Jun 10 14:42:39.799206 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-c723eccb-6a24-4ad0-b7a7-0a80055f65fa req-ec049035-c432-4ed5-af72-654616343113 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=42f445f4-e87a-4d6f-b3b2-0c6909763766 HTTP/1.1" status: 200 len: 217 time: 0.3332472 Jun 10 14:42:39.804644 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304affe9-7f18-4408-9afc-c40bae779e3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ebd2bd4-0b39-4bce-acd0-8e6a84a54bd7,revision_number=1']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:39.805682 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-3e113629-87f7-4f8e-8287-408221e55656 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3bd5f46e57d6499c80641f3c0ed2c54c&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7599580 Jun 10 14:42:39.821261 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-304affe9-7f18-4408-9afc-c40bae779e3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.729s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:39.823062 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 33066) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:42:39.824526 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.127s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:39.898560 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-fc1e01fa-a40e-403a-8d62-2a73ebdc04c6 req-5ca7a05f-a860-4131-915c-9f0464a7b4aa tempest-DeleteServersTestJSON-1534281482 tempest-DeleteServersTestJSON-1534281482-project] 10.222.0.38 "GET /v2.0/security-groups?id=a047d23d-49fd-49e8-bd77-fc92d8b7ea63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8860328 Jun 10 14:42:40.002877 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.db [req-e8a9eedb-3edf-43e6-9773-115086d36593 req-936a40ca-f2c9-427f-8b4c-5dac948d736a service neutron] For port 7e676eed-0c60-4e4f-89c3-009453a49c70, host hv-cinder-79578, cleared binding levels {{(pid=98189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 14:42:40.030607 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-06eed28d-dd6b-40cd-a2e4-d44c6e4c27a1 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Notify callbacks [] for security_group, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:40.032187 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-06eed28d-dd6b-40cd-a2e4-d44c6e4c27a1 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.7536590 Jun 10 14:42:40.048378 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.db [req-e8a9eedb-3edf-43e6-9773-115086d36593 req-936a40ca-f2c9-427f-8b4c-5dac948d736a service neutron] For port 7e676eed-0c60-4e4f-89c3-009453a49c70, host hv-cinder-79578, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=7e676eed-0c60-4e4f-89c3-009453a49c70,segment=NetworkSegment(6478d289-bfac-462d-aa98-9d9a77a296ea),segment_id=6478d289-bfac-462d-aa98-9d9a77a296ea)] {{(pid=98189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 14:42:40.056320 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-00dc5a89-aac8-4e2f-9844-a4e4fa1055c3 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:40.079530 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 33076) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:42:40.102156 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [req-e8a9eedb-3edf-43e6-9773-115086d36593 req-936a40ca-f2c9-427f-8b4c-5dac948d736a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:40.103546 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.v2.base [None req-b3b65257-6db2-48ef-a73e-83c577ad837c tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Request body: {'security_group_rule': {'security_group_id': 'bffe4572-7302-4f5a-9da6-eede10fb958e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:42:40.127990 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eed28d-dd6b-40cd-a2e4-d44c6e4c27a1 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bffe4572-7302-4f5a-9da6-eede10fb958e,revision_number=1']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:40.134560 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-06eed28d-dd6b-40cd-a2e4-d44c6e4c27a1 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:40.146454 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-00dc5a89-aac8-4e2f-9844-a4e4fa1055c3 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734018'] for security_group_rule, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:40.218181 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c723eccb-6a24-4ad0-b7a7-0a80055f65fa req-e6862c3c-86e9-4dc6-ba2b-f67755ed7825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:40.220594 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-c723eccb-6a24-4ad0-b7a7-0a80055f65fa req-e6862c3c-86e9-4dc6-ba2b-f67755ed7825 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f163fe2f-7ae5-4149-86b3-e8dbde6e7191 HTTP/1.1" status: 200 len: 854 time: 0.3977032 Jun 10 14:42:40.238020 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a9eedb-3edf-43e6-9773-115086d36593 req-936a40ca-f2c9-427f-8b4c-5dac948d736a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:40.239232 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [req-e8a9eedb-3edf-43e6-9773-115086d36593 req-936a40ca-f2c9-427f-8b4c-5dac948d736a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545536'] for port, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:40.258076 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-e8a9eedb-3edf-43e6-9773-115086d36593 req-936a40ca-f2c9-427f-8b4c-5dac948d736a service neutron] 10.222.0.36 "PUT /v2.0/ports/7e676eed-0c60-4e4f-89c3-009453a49c70 HTTP/1.1" status: 200 len: 1093 time: 6.8284490 Jun 10 14:42:40.276322 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3d2b72f-d8b8-48ba-8faf-da44d4ec57e4', 'tag': '7e676eed-0c60-4e4f-89c3-009453a49c70'}] {{(pid=98189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:42:40.283757 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 14:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b62dac-e3b2-4f90-8f97-8b503445bf00 x-openstack-request-id: req-85b62dac-e3b2-4f90-8f97-8b503445bf00 {{(pid=98188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:42:40.287463 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10a33dd6-1367-49ed-86f0-a27bccfcf9a0", "tag": "42f445f4-e87a-4d6f-b3b2-0c6909763766", "status": "completed", "code": 200}]} {{(pid=98188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:42:40.288300 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-85b62dac-e3b2-4f90-8f97-8b503445bf00 {{(pid=98188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:42:40.289051 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10a33dd6-1367-49ed-86f0-a27bccfcf9a0', 'tag': '42f445f4-e87a-4d6f-b3b2-0c6909763766', 'status': 'completed', 'code': 200} Jun 10 14:42:40.294451 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-b3b65257-6db2-48ef-a73e-83c577ad837c tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:40.307182 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-85f1df80-c207-4753-a617-65763d23a2f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:40.440760 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-85f1df80-c207-4753-a617-65763d23a2f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:40.451879 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e113629-87f7-4f8e-8287-408221e55656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06e6b39a-0d5b-44e9-9892-6734c0aa2da2,revision_number=1']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:40.455324 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-3e113629-87f7-4f8e-8287-408221e55656 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.680s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:40.455864 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-784d199f-be43-4752-9a88-592637544587 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.241s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:40.529858 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-b3b65257-6db2-48ef-a73e-83c577ad837c tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:40.547941 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-b3b65257-6db2-48ef-a73e-83c577ad837c tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734018'] for security_group_rule, after_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:40.589059 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_hamode_db [None req-4a83b5e8-adf5-4194-bb1f-f5099caa3023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47bd6365-b9a8-485b-91ba-589454f0fbfb', 'name': 'tempest-ServerRescueNegativeTestJSON-278514765-router', 'tenant_id': '96f4cdbf31fc4cbb8c5f5fa2addbb3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'external_fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.219'}], 'enable_snat': True}, 'gw_port_id': '44074762-5806-4818-a5e2-61cc0e273cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:42:17Z', 'updated_at': '2021-06-10T14:42:33Z', 'revision_number': 4, 'project_id': '96f4cdbf31fc4cbb8c5f5fa2addbb3de', 'gw_port': {'id': '44074762-5806-4818-a5e2-61cc0e273cd2', 'name': '', 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:6b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47bd6365-b9a8-485b-91ba-589454f0fbfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:19Z', 'updated_at': '2021-06-10T14:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-smb', '_interfaces': [{'id': 'a59ce458-1bc6-432a-9188-6ccac0e0acd9', 'name': '', 'network_id': 'eceb2f61-46d5-4aae-a498-4b03ff1ffe6f', 'tenant_id': '96f4cdbf31fc4cbb8c5f5fa2addbb3de', 'mac_address': 'fa:16:3e:08:54:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47bd6365-b9a8-485b-91ba-589454f0fbfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b3511c78-374d-4ef9-a4c4-c0913a2192ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:28Z', 'updated_at': '2021-06-10T14:42:33Z', 'revision_number': 2, 'project_id': '96f4cdbf31fc4cbb8c5f5fa2addbb3de', 'subnets': [{'id': 'b3511c78-374d-4ef9-a4c4-c0913a2192ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-1-smb', False) {} {{(pid=98190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:42:40.597987 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a83b5e8-adf5-4194-bb1f-f5099caa3023 None None] Checking router: 47bd6365-b9a8-485b-91ba-589454f0fbfb for host: dv-cinder-795785-1-smb {{(pid=98190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 14:42:40.598726 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a83b5e8-adf5-4194-bb1f-f5099caa3023 None None] Updating router 47bd6365-b9a8-485b-91ba-589454f0fbfb port a59ce458-1bc6-432a-9188-6ccac0e0acd9 binding host dv-cinder-795785-1-smb {{(pid=98190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 14:42:40.650168 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:40.666386 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-00dc5a89-aac8-4e2f-9844-a4e4fa1055c3 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:40.669564 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-00dc5a89-aac8-4e2f-9844-a4e4fa1055c3 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.1526971 Jun 10 14:42:40.673587 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Device 1cdf7d3c-e668-4d7e-b694-c06755ad5934 up at agent ovs-agent-dv-cinder-795785-1-smb {{(pid=98190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:42:40.689876 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 33096) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:42:40.694129 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-ee0e3941-b799-4e1c-9bd9-c15cb560d674 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:40.721536 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.v2.base [None req-e6132753-6e9d-4b34-b594-ab116292856a tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Request body: {'security_group_rule': {'security_group_id': 'ba1f250a-493e-4112-8d1f-5dae11288c22', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:42:40.729457 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-ee0e3941-b799-4e1c-9bd9-c15cb560d674 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:40.821404 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-ee0e3941-b799-4e1c-9bd9-c15cb560d674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:40.835745 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-4a83b5e8-adf5-4194-bb1f-f5099caa3023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:40.847400 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-ee0e3941-b799-4e1c-9bd9-c15cb560d674 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:40.851087 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-ee0e3941-b799-4e1c-9bd9-c15cb560d674 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3ebd2bd4-0b39-4bce-acd0-8e6a84a54bd7 HTTP/1.1" status: 204 len: 168 time: 1.2564478 Jun 10 14:42:40.872745 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b65257-6db2-48ef-a73e-83c577ad837c tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f4665ec-a713-4ea8-96c6-cc17a13f9823,revision_number=0']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:40.874878 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936a40ca-f2c9-427f-8b4c-5dac948d736a service neutron] Pushing event updated for resources: {'Port': ['ID=7e676eed-0c60-4e4f-89c3-009453a49c70,revision_number=3']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:40.904352 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-936a40ca-f2c9-427f-8b4c-5dac948d736a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:40.919386 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.669s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:41.074307 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-c723eccb-6a24-4ad0-b7a7-0a80055f65fa req-7ee9abae-f10f-414d-a487-ad9376677072 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4744fb36-3c6e-45ed-8835-58a06f451405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1660397 Jun 10 14:42:41.075237 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-b3b65257-6db2-48ef-a73e-83c577ad837c tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:41.093660 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Provisioning for port 1cdf7d3c-e668-4d7e-b694-c06755ad5934 completed by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:42:41.111361 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Provisioning complete for port 1cdf7d3c-e668-4d7e-b694-c06755ad5934 triggered by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:42:41.112031 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32877986'] for port, provisioning_complete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:41.257169 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f5d432-b029-4905-bef3-44477aa58a3f req-94f1c35c-4d22-414e-9eb4-2d335525c154 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:41.272987 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-82f5d432-b029-4905-bef3-44477aa58a3f req-94f1c35c-4d22-414e-9eb4-2d335525c154 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/networks?id=eceb2f61-46d5-4aae-a498-4b03ff1ffe6f HTTP/1.1" status: 200 len: 818 time: 0.9404733 Jun 10 14:42:41.327546 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-85f1df80-c207-4753-a617-65763d23a2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:41.355816 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dc5a89-aac8-4e2f-9844-a4e4fa1055c3 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=238dfffd-4013-4d34-be7a-c6be741463fd,revision_number=0']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:41.359574 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd5238e10c74dbb520512e65c1fdd866749acdde8b41798b102d67d69ab3830" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b78551c-093e-4771-9e73-c37085ef7db7" -d '{"events": [{"name": "network-changed", "server_uuid": "f3d2b72f-d8b8-48ba-8faf-da44d4ec57e4", "tag": "7e676eed-0c60-4e4f-89c3-009453a49c70"}]}' {{(pid=98189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:42:41.389781 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-00dc5a89-aac8-4e2f-9844-a4e4fa1055c3 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:41.390171 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-87796710-aa60-4b23-856e-2c1da4035c56 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.538s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:41.404620 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0e3941-b799-4e1c-9bd9-c15cb560d674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ebd2bd4-0b39-4bce-acd0-8e6a84a54bd7,revision_number=None']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:41.412868 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-ee0e3941-b799-4e1c-9bd9-c15cb560d674 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:41.449460 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-b3b65257-6db2-48ef-a73e-83c577ad837c tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:41.451375 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-b3b65257-6db2-48ef-a73e-83c577ad837c tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3583665 Jun 10 14:42:41.453806 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-c723eccb-6a24-4ad0-b7a7-0a80055f65fa req-6744050c-da7e-4d2c-a3d5-cc323f083707 service neutron] 10.222.0.36 "GET /v2.0/networks/4744fb36-3c6e-45ed-8835-58a06f451405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3680463 Jun 10 14:42:41.454811 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 33118) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:42:41.460011 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-85f1df80-c207-4753-a617-65763d23a2f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:41.460698 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.v2.base [None req-52372dca-bc2e-4e78-8106-249c8dc8b05b tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Request body: {'security_group_rule': {'security_group_id': 'bffe4572-7302-4f5a-9da6-eede10fb958e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:42:41.461612 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-85f1df80-c207-4753-a617-65763d23a2f2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/06e6b39a-0d5b-44e9-9892-6734c0aa2da2 HTTP/1.1" status: 204 len: 168 time: 1.6326578 Jun 10 14:42:41.463131 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-82f5d432-b029-4905-bef3-44477aa58a3f req-11ed646e-18cd-4e66-b3e9-1720936c2040 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/quotas/96f4cdbf31fc4cbb8c5f5fa2addbb3de HTTP/1.1" status: 200 len: 375 time: 0.1893542 Jun 10 14:42:41.465171 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-7fe7426f-38ff-4710-b76c-e9770943b490 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:41.468223 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-e6132753-6e9d-4b34-b594-ab116292856a tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:41.486890 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a9eedb-3edf-43e6-9773-115086d36593 req-4fb844f0-09f8-4276-87c4-709029d9fc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:41.489783 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-e8a9eedb-3edf-43e6-9773-115086d36593 req-4fb844f0-09f8-4276-87c4-709029d9fc26 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1e3fe6434a4e48b3959fc8622a5288d3&device_id=f3d2b72f-d8b8-48ba-8faf-da44d4ec57e4 HTTP/1.1" status: 200 len: 1096 time: 0.5502625 Jun 10 14:42:41.536440 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f1df80-c207-4753-a617-65763d23a2f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e6b39a-0d5b-44e9-9892-6734c0aa2da2,revision_number=None']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:41.610760 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-85f1df80-c207-4753-a617-65763d23a2f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:41.633027 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc24c70-abcb-4891-9dc5-846c55493fac req-80f4ae14-d9bf-448b-9a65-397b81ba4e11 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:41.640248 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-8cc24c70-abcb-4891-9dc5-846c55493fac req-80f4ae14-d9bf-448b-9a65-397b81ba4e11 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/ports?device_id=10a33dd6-1367-49ed-86f0-a27bccfcf9a0 HTTP/1.1" status: 200 len: 943 time: 0.4452066 Jun 10 14:42:41.674256 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-4a83b5e8-adf5-4194-bb1f-f5099caa3023 None None] Notify callbacks [] for port, precommit_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:41.681094 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-52372dca-bc2e-4e78-8106-249c8dc8b05b tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:41.685363 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 33122) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:42:41.691193 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:41.699813 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-e8a9eedb-3edf-43e6-9773-115086d36593 req-d66dde36-f83e-4778-a9c1-cd96ac990152 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e676eed-0c60-4e4f-89c3-009453a49c70 HTTP/1.1" status: 200 len: 217 time: 0.1966000 Jun 10 14:42:41.750412 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-4a83b5e8-adf5-4194-bb1f-f5099caa3023 None None] Transition to ACTIVE for port object a59ce458-1bc6-432a-9188-6ccac0e0acd9 will not be triggered until provisioned by entity L2. {{(pid=98190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:42:41.823833 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a9eedb-3edf-43e6-9773-115086d36593 req-a921b834-08fc-414b-86e4-3f77cd873403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:41.825526 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-e8a9eedb-3edf-43e6-9773-115086d36593 req-a921b834-08fc-414b-86e4-3f77cd873403 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=de6d778b-e213-4f71-a527-4fce03bb0817 HTTP/1.1" status: 200 len: 851 time: 0.1078541 Jun 10 14:42:41.829706 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-c858711f-74c6-4e30-840e-a43590e9b3f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:41.843537 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-e6132753-6e9d-4b34-b594-ab116292856a tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:41.862515 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-8cc24c70-abcb-4891-9dc5-846c55493fac req-2b212265-0c4a-4d63-b79d-74eb00cf41ce tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa6450ec-2090-40c0-8f5e-ef907fcb2083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213359 Jun 10 14:42:41.878859 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-e6132753-6e9d-4b34-b594-ab116292856a tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734018'] for security_group_rule, after_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:41.930977 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] For port 1cdf7d3c-e668-4d7e-b694-c06755ad5934, host dv-cinder-795785-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-smb',level=0,port_id=1cdf7d3c-e668-4d7e-b694-c06755ad5934,segment=NetworkSegment(702c310b-86f3-4e1c-9a69-5651c2af6549),segment_id=702c310b-86f3-4e1c-9a69-5651c2af6549)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:42:41.933666 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-4a83b5e8-adf5-4194-bb1f-f5099caa3023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:41.942052 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:41.944180 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-e8a9eedb-3edf-43e6-9773-115086d36593 req-3eba48c8-50ff-492e-9b27-33a4be1c2e21 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=75a731d7-5081-48fd-aaec-960ba34d4814&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1109395 Jun 10 14:42:41.945605 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:41.949013 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:41.950015 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Device 463e2c47-a6ba-436b-9622-52bd7c17b667 up at agent ovs-agent-dv-cinder-795785-1-smb {{(pid=98190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:42:41.989073 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-c723eccb-6a24-4ad0-b7a7-0a80055f65fa req-64816ae9-8e4a-4c3f-9399-1096fa1038e6 service neutron] 10.222.0.36 "GET /v2.0/networks/4744fb36-3c6e-45ed-8835-58a06f451405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5165958 Jun 10 14:42:42.012534 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6132753-6e9d-4b34-b594-ab116292856a tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6654a7f0-3a54-4aaa-8540-65ef7efa50b7,revision_number=0']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:42.015489 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-e6132753-6e9d-4b34-b594-ab116292856a tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:42.026956 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-82f5d432-b029-4905-bef3-44477aa58a3f req-f6562c1e-57b1-46e1-8dca-8cae630a909b tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=96f4cdbf31fc4cbb8c5f5fa2addbb3de&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5328374 Jun 10 14:42:42.059334 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-e6132753-6e9d-4b34-b594-ab116292856a tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:42.070311 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-e6132753-6e9d-4b34-b594-ab116292856a tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3757446 Jun 10 14:42:42.073095 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 33126) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:42:42.078214 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.v2.base [None req-5e4d9c39-7846-418a-b91d-69a7ef015c8e tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Request body: {'floatingip': {'floating_network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a'}} {{(pid=98188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:42:42.134433 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-52372dca-bc2e-4e78-8106-249c8dc8b05b tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:42.152988 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 33128) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:42:42.164188 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-52372dca-bc2e-4e78-8106-249c8dc8b05b tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734018'] for security_group_rule, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:42.186848 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecfbafc-ed91-416d-a96d-be9d1c3a08b8 None None] Pushing event updated for resources: {'Port': ['ID=a59ce458-1bc6-432a-9188-6ccac0e0acd9,revision_number=3']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:42.189261 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:42.195031 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:42.196436 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-5ecfbafc-ed91-416d-a96d-be9d1c3a08b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:42.246703 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.291s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:42.249730 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52372dca-bc2e-4e78-8106-249c8dc8b05b tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53d87dd7-f55a-48bb-973b-a5538d1b3433,revision_number=0']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:42.259156 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-52372dca-bc2e-4e78-8106-249c8dc8b05b tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:42.270690 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-e8a9eedb-3edf-43e6-9773-115086d36593 req-be129f69-0331-4714-b96c-154701569b06 service neutron] 10.222.0.36 "GET /v2.0/networks/75a731d7-5081-48fd-aaec-960ba34d4814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3147271 Jun 10 14:42:42.377721 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-b19c4ce4-613e-4b9b-af5e-bf609b73442e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:42.419295 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.managers [None req-4a83b5e8-adf5-4194-bb1f-f5099caa3023 None None] Attempting to bind port a59ce458-1bc6-432a-9188-6ccac0e0acd9 on host dv-cinder-795785-1-smb for vnic_type normal with profile {{(pid=98190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 14:42:42.419635 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.managers [None req-4a83b5e8-adf5-4194-bb1f-f5099caa3023 None None] Attempting to bind port a59ce458-1bc6-432a-9188-6ccac0e0acd9 by drivers openvswitch,hyperv on host dv-cinder-795785-1-smb at level 0 using segments [{'id': '32d1116f-1d2e-4c45-9eab-f4f6570fa755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eceb2f61-46d5-4aae-a498-4b03ff1ffe6f'}] {{(pid=98190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 14:42:42.420014 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a83b5e8-adf5-4194-bb1f-f5099caa3023 None None] Attempting to bind port a59ce458-1bc6-432a-9188-6ccac0e0acd9 on network eceb2f61-46d5-4aae-a498-4b03ff1ffe6f {{(pid=98190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 14:42:42.437835 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a83b5e8-adf5-4194-bb1f-f5099caa3023 None None] Checking agent: {'id': '22b05ad3-e755-4423-b55e-6b54dea224ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 14, 34, 42), 'started_at': datetime.datetime(2021, 6, 10, 14, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 14, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 14:42:42.438303 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a83b5e8-adf5-4194-bb1f-f5099caa3023 None None] Checking segment: {'id': '32d1116f-1d2e-4c45-9eab-f4f6570fa755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eceb2f61-46d5-4aae-a498-4b03ff1ffe6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 14:42:42.438758 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-4a83b5e8-adf5-4194-bb1f-f5099caa3023 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:42.439272 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a83b5e8-adf5-4194-bb1f-f5099caa3023 None None] Bound using segment: {'id': '32d1116f-1d2e-4c45-9eab-f4f6570fa755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eceb2f61-46d5-4aae-a498-4b03ff1ffe6f'} {{(pid=98190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 14:42:42.439770 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.managers [None req-4a83b5e8-adf5-4194-bb1f-f5099caa3023 None None] Bound port: a59ce458-1bc6-432a-9188-6ccac0e0acd9, host: dv-cinder-795785-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32d1116f-1d2e-4c45-9eab-f4f6570fa755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eceb2f61-46d5-4aae-a498-4b03ff1ffe6f'}}] {{(pid=98190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 14:42:42.440159 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-4a83b5e8-adf5-4194-bb1f-f5099caa3023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:42.444005 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Pushing event updated for resources: {'Port': ['ID=1cdf7d3c-e668-4d7e-b694-c06755ad5934,revision_number=5']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:42.458855 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:42.461087 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Provisioning for port 463e2c47-a6ba-436b-9622-52bd7c17b667 completed by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:42:42.480460 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-efe1eb42-e2ae-48d8-b003-104d2238489a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:42.487978 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Provisioning complete for port 463e2c47-a6ba-436b-9622-52bd7c17b667 triggered by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:42:42.489843 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32877986'] for port, provisioning_complete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:42.546879 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-c858711f-74c6-4e30-840e-a43590e9b3f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:42.552957 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-e8a9eedb-3edf-43e6-9773-115086d36593 req-41c1b439-642e-47af-bb8b-ba746f88135e service neutron] 10.222.0.36 "GET /v2.0/networks/75a731d7-5081-48fd-aaec-960ba34d4814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727995 Jun 10 14:42:42.555947 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-c858711f-74c6-4e30-840e-a43590e9b3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:42.589990 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:42.622212 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-82f5d432-b029-4905-bef3-44477aa58a3f req-21f7db2a-be3a-4ff6-8e29-0353426445db service neutron] 10.222.0.38 "GET /v2.0/networks/eceb2f61-46d5-4aae-a498-4b03ff1ffe6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5805209 Jun 10 14:42:42.624832 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-c858711f-74c6-4e30-840e-a43590e9b3f6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=537f63e3764a4451a71f41384d674b4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9371922 Jun 10 14:42:42.626622 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c858711f-74c6-4e30-840e-a43590e9b3f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31a7fdc3-ab2c-4e09-9353-f8932a92cd42,revision_number=1']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:42.627731 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 33136) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:42:42.635400 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-c858711f-74c6-4e30-840e-a43590e9b3f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:42.636237 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-52372dca-bc2e-4e78-8106-249c8dc8b05b tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:42.637418 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-52372dca-bc2e-4e78-8106-249c8dc8b05b tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1807430 Jun 10 14:42:42.638350 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-5e4d9c39-7846-418a-b91d-69a7ef015c8e tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Notify callbacks [] for floatingip, before_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:42.642275 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 33138) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:42:42.652915 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.v2.base [None req-381f0857-5f66-41ca-b690-42f4e42c85fd tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Request body: {'floatingip': {'floating_network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a'}} {{(pid=98189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:42:42.674746 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-4a83b5e8-adf5-4194-bb1f-f5099caa3023 None None] For port a59ce458-1bc6-432a-9188-6ccac0e0acd9, host dv-cinder-795785-1-smb, cleared binding levels {{(pid=98190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 14:42:42.679483 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-4a83b5e8-adf5-4194-bb1f-f5099caa3023 None None] For port a59ce458-1bc6-432a-9188-6ccac0e0acd9, host dv-cinder-795785-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-smb',level=0,port_id=a59ce458-1bc6-432a-9188-6ccac0e0acd9,segment=NetworkSegment(32d1116f-1d2e-4c45-9eab-f4f6570fa755),segment_id=32d1116f-1d2e-4c45-9eab-f4f6570fa755)] {{(pid=98190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 14:42:42.705549 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-4a83b5e8-adf5-4194-bb1f-f5099caa3023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:42.706012 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.db.api [None req-381f0857-5f66-41ca-b690-42f4e42c85fd tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 10 14:42:42.706012 dv-cinder-795785-1-smb neutron-server[98189]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 10 14:42:42.706012 dv-cinder-795785-1-smb neutron-server[98189]: [parameters: {'project_id_1': '5bcb8fb4303e43e69f7032747c4983b8', 'expiration_1': datetime.datetime(2021, 6, 10, 14, 42, 42, 680559)}] Jun 10 14:42:42.706012 dv-cinder-795785-1-smb neutron-server[98189]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=98189) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 10 14:42:42.706656 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_db.api [None req-381f0857-5f66-41ca-b690-42f4e42c85fd tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=98189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 10 14:42:42.709342 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:42.717792 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25912a8-e98e-45c6-a15b-a23cb6b4917b req-8d13169f-4ed0-4a00-bde4-e2391ac51548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:42.719453 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-a25912a8-e98e-45c6-a15b-a23cb6b4917b req-8d13169f-4ed0-4a00-bde4-e2391ac51548 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=93ab3eb0808c4780983402342bde2843&device_id=10a33dd6-1367-49ed-86f0-a27bccfcf9a0 HTTP/1.1" status: 200 len: 1096 time: 0.6469703 Jun 10 14:42:42.737751 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 33140) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:42:42.773399 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:42.827056 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] For port 463e2c47-a6ba-436b-9622-52bd7c17b667, host dv-cinder-795785-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-smb',level=0,port_id=463e2c47-a6ba-436b-9622-52bd7c17b667,segment=NetworkSegment(3ec2b1b1-734c-41eb-833f-8070e711f15c),segment_id=3ec2b1b1-734c-41eb-833f-8070e711f15c)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:42:42.828336 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecfbafc-ed91-416d-a96d-be9d1c3a08b8 None None] Pushing event updated for resources: {'Port': ['ID=a59ce458-1bc6-432a-9188-6ccac0e0acd9,revision_number=4']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:42.831092 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a83b5e8-adf5-4194-bb1f-f5099caa3023 None None] Routers {'47bd6365-b9a8-485b-91ba-589454f0fbfb'} bound to L3 agent in host dv-cinder-795785-1-smb {{(pid=98190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:42:42.831696 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_hamode_db [None req-4a83b5e8-adf5-4194-bb1f-f5099caa3023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T14:34:42Z,description=,heartbeat_timestamp=2021-06-10T14:42:42Z,host='dv-cinder-795785-1-smb',id=e92f4ea4-4278-4a3e-8ba4-23ff1581fd94,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:42Z,topic='l3_agent')) {'router_ids': ['47bd6365-b9a8-485b-91ba-589454f0fbfb'], 'active': True} {{(pid=98190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:42:42.833740 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-5ecfbafc-ed91-416d-a96d-be9d1c3a08b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:42.836384 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:42.870591 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab98ca3a-d0b7-4607-b4d0-cb81b61bc4bf req-50919e45-ed31-443c-9537-17dca4b639b3 tempest-DeleteServersTestJSON-1534281482 tempest-DeleteServersTestJSON-1534281482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:42.872096 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-ab98ca3a-d0b7-4607-b4d0-cb81b61bc4bf req-50919e45-ed31-443c-9537-17dca4b639b3 tempest-DeleteServersTestJSON-1534281482 tempest-DeleteServersTestJSON-1534281482-project] 10.222.0.38 "GET /v2.0/ports?device_id=f3d2b72f-d8b8-48ba-8faf-da44d4ec57e4 HTTP/1.1" status: 200 len: 943 time: 0.7166896 Jun 10 14:42:42.884273 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:42.912544 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-6511c66e-f5bb-48a8-9270-42faa89f2f2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:42.959954 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Device 1cdf7d3c-e668-4d7e-b694-c06755ad5934 up at agent ovs-agent-dv-cinder-795785-1-smb {{(pid=98190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:42:43.047851 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Pushing event updated for resources: {'Port': ['ID=463e2c47-a6ba-436b-9622-52bd7c17b667,revision_number=5']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:43.053137 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:43.066984 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_dvr_db [None req-4a83b5e8-adf5-4194-bb1f-f5099caa3023 None None] Set router 47bd6365-b9a8-485b-91ba-589454f0fbfb gateway port host: dv-cinder-795785-1-smb {{(pid=98190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:42:43.075193 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-ab98ca3a-d0b7-4607-b4d0-cb81b61bc4bf req-7a636e3c-e036-45f6-89a5-0e482c8332e0 tempest-DeleteServersTestJSON-1534281482 tempest-DeleteServersTestJSON-1534281482-project] 10.222.0.38 "GET /v2.0/security-groups?id=a047d23d-49fd-49e8-bd77-fc92d8b7ea63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868379 Jun 10 14:42:43.088060 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-82f5d432-b029-4905-bef3-44477aa58a3f req-cde83eec-38b4-4980-9c49-51b9069c9d58 service neutron] 10.222.0.38 "GET /v2.0/networks/eceb2f61-46d5-4aae-a498-4b03ff1ffe6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4402471 Jun 10 14:42:43.096972 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-31ea0b92-a573-4658-a887-8854eeb7b7b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:43.122297 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Provisioning complete for port 1cdf7d3c-e668-4d7e-b694-c06755ad5934 triggered by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:42:43.122683 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32877986'] for port, provisioning_complete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:43.208386 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-31ea0b92-a573-4658-a887-8854eeb7b7b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:43.213786 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25912a8-e98e-45c6-a15b-a23cb6b4917b req-00df16b7-0443-48a8-b4b9-3832574bcfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:43.215269 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-a25912a8-e98e-45c6-a15b-a23cb6b4917b req-00df16b7-0443-48a8-b4b9-3832574bcfaf service neutron] 10.222.0.36 "GET /v2.0/networks?id=4744fb36-3c6e-45ed-8835-58a06f451405 HTTP/1.1" status: 200 len: 915 time: 0.4806921 Jun 10 14:42:43.298186 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-eaea1bf5-020e-4d00-b5bd-84659b7b503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:43.338252 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 14:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e79c47-cf22-4372-b499-ad174e141e76 x-openstack-request-id: req-f4e79c47-cf22-4372-b499-ad174e141e76 {{(pid=98189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:42:43.338561 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3d2b72f-d8b8-48ba-8faf-da44d4ec57e4", "tag": "7e676eed-0c60-4e4f-89c3-009453a49c70", "status": "completed", "code": 200}]} {{(pid=98189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:42:43.338835 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f4e79c47-cf22-4372-b499-ad174e141e76 {{(pid=98189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:42:43.339313 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3d2b72f-d8b8-48ba-8faf-da44d4ec57e4', 'tag': '7e676eed-0c60-4e4f-89c3-009453a49c70', 'status': 'completed', 'code': 200} Jun 10 14:42:43.347627 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-a25912a8-e98e-45c6-a15b-a23cb6b4917b req-3602df76-9df0-496b-866f-a76884c12d1d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=42f445f4-e87a-4d6f-b3b2-0c6909763766 HTTP/1.1" status: 200 len: 217 time: 0.1212981 Jun 10 14:42:43.368862 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-efe1eb42-e2ae-48d8-b003-104d2238489a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:43.411243 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-efe1eb42-e2ae-48d8-b003-104d2238489a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:43.426902 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-304affe9-7f18-4408-9afc-c40bae779e3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:43.507379 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b78551c-093e-4771-9e73-c37085ef7db7 req-49dff1f2-e8b6-4e8f-beac-5c950fbf1012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:43.509061 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-6b78551c-093e-4771-9e73-c37085ef7db7 req-49dff1f2-e8b6-4e8f-beac-5c950fbf1012 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1e3fe6434a4e48b3959fc8622a5288d3&device_id=f3d2b72f-d8b8-48ba-8faf-da44d4ec57e4 HTTP/1.1" status: 200 len: 1096 time: 0.1496489 Jun 10 14:42:43.534507 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25912a8-e98e-45c6-a15b-a23cb6b4917b req-cbfe888f-3311-4432-b646-b9309cf3f36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:43.538861 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-a25912a8-e98e-45c6-a15b-a23cb6b4917b req-cbfe888f-3311-4432-b646-b9309cf3f36b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f163fe2f-7ae5-4149-86b3-e8dbde6e7191 HTTP/1.1" status: 200 len: 854 time: 0.1749902 Jun 10 14:42:43.560061 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_hamode_db [None req-4a83b5e8-adf5-4194-bb1f-f5099caa3023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47bd6365-b9a8-485b-91ba-589454f0fbfb', 'name': 'tempest-ServerRescueNegativeTestJSON-278514765-router', 'tenant_id': '96f4cdbf31fc4cbb8c5f5fa2addbb3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'external_fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.219'}], 'enable_snat': True}, 'gw_port_id': '44074762-5806-4818-a5e2-61cc0e273cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:42:17Z', 'updated_at': '2021-06-10T14:42:33Z', 'revision_number': 4, 'project_id': '96f4cdbf31fc4cbb8c5f5fa2addbb3de', 'gw_port': {'id': '44074762-5806-4818-a5e2-61cc0e273cd2', 'name': '', 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:6b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47bd6365-b9a8-485b-91ba-589454f0fbfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:19Z', 'updated_at': '2021-06-10T14:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-smb', '_interfaces': [{'id': 'a59ce458-1bc6-432a-9188-6ccac0e0acd9', 'name': '', 'network_id': 'eceb2f61-46d5-4aae-a498-4b03ff1ffe6f', 'tenant_id': '96f4cdbf31fc4cbb8c5f5fa2addbb3de', 'mac_address': 'fa:16:3e:08:54:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47bd6365-b9a8-485b-91ba-589454f0fbfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b3511c78-374d-4ef9-a4c4-c0913a2192ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:28Z', 'updated_at': '2021-06-10T14:42:42Z', 'revision_number': 4, 'project_id': '96f4cdbf31fc4cbb8c5f5fa2addbb3de', 'subnets': [{'id': 'b3511c78-374d-4ef9-a4c4-c0913a2192ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-1-smb', False) {} {{(pid=98190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:42:43.564753 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a83b5e8-adf5-4194-bb1f-f5099caa3023 None None] The sync data for ids ['47bd6365-b9a8-485b-91ba-589454f0fbfb'] in dv-cinder-795785-1-smb is: [{'id': '47bd6365-b9a8-485b-91ba-589454f0fbfb', 'name': 'tempest-ServerRescueNegativeTestJSON-278514765-router', 'tenant_id': '96f4cdbf31fc4cbb8c5f5fa2addbb3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'external_fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.219'}], 'enable_snat': True}, 'gw_port_id': '44074762-5806-4818-a5e2-61cc0e273cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:42:17Z', 'updated_at': '2021-06-10T14:42:33Z', 'revision_number': 4, 'project_id': '96f4cdbf31fc4cbb8c5f5fa2addbb3de', 'gw_port': {'id': '44074762-5806-4818-a5e2-61cc0e273cd2', 'name': '', 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:6b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47bd6365-b9a8-485b-91ba-589454f0fbfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:19Z', 'updated_at': '2021-06-10T14:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-smb', '_interfaces': [{'id': 'a59ce458-1bc6-432a-9188-6ccac0e0acd9', 'name': '', 'network_id': 'eceb2f61-46d5-4aae-a498-4b03ff1ffe6f', 'tenant_id': '96f4cdbf31fc4cbb8c5f5fa2addbb3de', 'mac_address': 'fa:16:3e:08:54:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47bd6365-b9a8-485b-91ba-589454f0fbfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b3511c78-374d-4ef9-a4c4-c0913a2192ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:28Z', 'updated_at': '2021-06-10T14:42:42Z', 'revision_number': 4, 'project_id': '96f4cdbf31fc4cbb8c5f5fa2addbb3de', 'subnets': [{'id': 'b3511c78-374d-4ef9-a4c4-c0913a2192ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 14:42:43.587038 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-874e9671-5833-45b2-9652-8b5b8358670c req-cfbf1a04-7ad3-4cdc-b8e6-b49c4fa65641 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9a3b00d-2848-49e7-b8bf-d499e1885c8a HTTP/1.1" status: 200 len: 210 time: 0.1310554 Jun 10 14:42:43.592616 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-efe1eb42-e2ae-48d8-b003-104d2238489a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e6037378cba94faf9f80a4238eb4aba8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4359779 Jun 10 14:42:43.594830 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-5e4d9c39-7846-418a-b91d-69a7ef015c8e tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:43.599334 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-31ea0b92-a573-4658-a887-8854eeb7b7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:43.602198 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 33158) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:42:43.695372 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-31ea0b92-a573-4658-a887-8854eeb7b7b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:43.698757 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-31ea0b92-a573-4658-a887-8854eeb7b7b0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/31a7fdc3-ab2c-4e09-9353-f8932a92cd42 HTTP/1.1" status: 204 len: 168 time: 1.0676062 Jun 10 14:42:43.698757 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-a25912a8-e98e-45c6-a15b-a23cb6b4917b req-7b85f347-cf14-4c47-a9b8-900e62b5cd2a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4744fb36-3c6e-45ed-8835-58a06f451405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0952594 Jun 10 14:42:43.730080 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe1eb42-e2ae-48d8-b003-104d2238489a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59e2ccad-ab8e-409c-aab5-9b77ca9e24d8,revision_number=1']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:43.755465 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-efe1eb42-e2ae-48d8-b003-104d2238489a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:43.771259 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-85f1df80-c207-4753-a617-65763d23a2f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:43.889439 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b78551c-093e-4771-9e73-c37085ef7db7 req-9e3d8d8b-126a-4e08-807a-6d4db48ff765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:43.891418 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-6b78551c-093e-4771-9e73-c37085ef7db7 req-9e3d8d8b-126a-4e08-807a-6d4db48ff765 service neutron] 10.222.0.36 "GET /v2.0/networks?id=75a731d7-5081-48fd-aaec-960ba34d4814 HTTP/1.1" status: 200 len: 912 time: 0.3574057 Jun 10 14:42:43.946949 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-6f477b4f-ca39-416a-9312-80774c0ae1bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:43.953759 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ea0b92-a573-4658-a887-8854eeb7b7b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a7fdc3-ab2c-4e09-9353-f8932a92cd42,revision_number=None']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:43.973965 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-6b78551c-093e-4771-9e73-c37085ef7db7 req-a4994358-421f-4921-adc7-c689922daee9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e676eed-0c60-4e4f-89c3-009453a49c70 HTTP/1.1" status: 200 len: 217 time: 0.0663507 Jun 10 14:42:43.980567 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-6511c66e-f5bb-48a8-9270-42faa89f2f2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:43.994594 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-31ea0b92-a573-4658-a887-8854eeb7b7b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:44.058767 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b78551c-093e-4771-9e73-c37085ef7db7 req-b16f1b89-9ac6-42c9-a398-85ea3ca7e1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:44.060914 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-6b78551c-093e-4771-9e73-c37085ef7db7 req-b16f1b89-9ac6-42c9-a398-85ea3ca7e1fd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=de6d778b-e213-4f71-a527-4fce03bb0817 HTTP/1.1" status: 200 len: 851 time: 0.0749321 Jun 10 14:42:44.079193 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-6511c66e-f5bb-48a8-9270-42faa89f2f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:44.136996 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-6b78551c-093e-4771-9e73-c37085ef7db7 req-19ee9eef-88d5-4ab2-baff-79bcafb71735 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=75a731d7-5081-48fd-aaec-960ba34d4814&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533547 Jun 10 14:42:44.139507 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:44.150269 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-381f0857-5f66-41ca-b690-42f4e42c85fd tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Notify callbacks [] for floatingip, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:44.188417 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-6f477b4f-ca39-416a-9312-80774c0ae1bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:44.188640 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 33180) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:42:44.197344 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06554641-b568-4fc1-aa68-297b01a50d72 req-b4d14956-4e4a-491f-9e0f-051d82b26b92 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:44.198862 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-06554641-b568-4fc1-aa68-297b01a50d72 req-b4d14956-4e4a-491f-9e0f-051d82b26b92 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/ports?device_id=10a33dd6-1367-49ed-86f0-a27bccfcf9a0 HTTP/1.1" status: 200 len: 943 time: 0.7363434 Jun 10 14:42:44.227875 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-57125265-1914-45e4-9a01-1385d8c4e695 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:44.294551 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-6511c66e-f5bb-48a8-9270-42faa89f2f2a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=77571f036686415a8f13cd6ed38ced34&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5550656 Jun 10 14:42:44.295215 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6511c66e-f5bb-48a8-9270-42faa89f2f2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d462890-1d99-47a9-9173-25a9c450133b,revision_number=1']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:44.299101 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-6511c66e-f5bb-48a8-9270-42faa89f2f2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:44.304353 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 33182) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:42:44.379029 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-a25912a8-e98e-45c6-a15b-a23cb6b4917b req-d919e6c1-47f8-417e-9296-e9f264e92032 service neutron] 10.222.0.36 "GET /v2.0/networks/4744fb36-3c6e-45ed-8835-58a06f451405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6309805 Jun 10 14:42:44.389810 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-06554641-b568-4fc1-aa68-297b01a50d72 req-db5a7772-d969-482d-8663-bcd32c579a8a tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa6450ec-2090-40c0-8f5e-ef907fcb2083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113014 Jun 10 14:42:44.416398 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.db.db_base_plugin_common [None req-5e4d9c39-7846-418a-b91d-69a7ef015c8e tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Allocated IP 172.28.0.18 (d939252c-9d87-4c0a-b331-cccdb2846f4a/bb56f5fa-8acc-4201-b097-078ac8811790/e0924f1c-8e84-44f5-a92f-8769d22f8cee) {{(pid=98188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 14:42:44.528726 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-6b78551c-093e-4771-9e73-c37085ef7db7 req-f272580e-5e6f-43a0-801c-39712092cb87 service neutron] 10.222.0.36 "GET /v2.0/networks/75a731d7-5081-48fd-aaec-960ba34d4814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3583789 Jun 10 14:42:44.611114 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-e06345c6-9f98-493b-9a6e-e56b81b724f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:44.723606 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413b3ec7-3e67-46b8-8988-616025526919 req-4a3c372a-b343-491e-bf31-b3dec829de89 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:44.729241 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-413b3ec7-3e67-46b8-8988-616025526919 req-4a3c372a-b343-491e-bf31-b3dec829de89 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/networks?id=eceb2f61-46d5-4aae-a498-4b03ff1ffe6f HTTP/1.1" status: 200 len: 818 time: 0.8299975 Jun 10 14:42:44.731907 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.36', 50426) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:42:44.749041 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-e06345c6-9f98-493b-9a6e-e56b81b724f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:44.798899 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-413b3ec7-3e67-46b8-8988-616025526919 req-4fd2c93a-be28-466c-88a2-8d2c241ef111 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/quotas/96f4cdbf31fc4cbb8c5f5fa2addbb3de HTTP/1.1" status: 200 len: 375 time: 0.0321879 Jun 10 14:42:44.821929 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-6f477b4f-ca39-416a-9312-80774c0ae1bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:44.842066 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-6f477b4f-ca39-416a-9312-80774c0ae1bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:44.843407 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-6f477b4f-ca39-416a-9312-80774c0ae1bf admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/59e2ccad-ab8e-409c-aab5-9b77ca9e24d8 HTTP/1.1" status: 204 len: 168 time: 1.2386434 Jun 10 14:42:44.859665 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-31ea0b92-a573-4658-a887-8854eeb7b7b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:44.866434 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-fbbc5fb5-3f71-4862-8fd7-9153cbf0fe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:44.925327 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-a25912a8-e98e-45c6-a15b-a23cb6b4917b req-567fe17e-6261-4ffa-a3f0-15eacf935fa6 service neutron] 10.222.0.36 "GET /v2.0/networks/4744fb36-3c6e-45ed-8835-58a06f451405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5219047 Jun 10 14:42:44.970181 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f477b4f-ca39-416a-9312-80774c0ae1bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e2ccad-ab8e-409c-aab5-9b77ca9e24d8,revision_number=None']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:44.978318 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-6f477b4f-ca39-416a-9312-80774c0ae1bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:45.071478 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f43aaa2-5c42-46ff-a870-19fc06c57802 req-ce01c39c-4688-4061-bc44-9f67fee83f1f tempest-DeleteServersTestJSON-1534281482 tempest-DeleteServersTestJSON-1534281482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:45.073047 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-4f43aaa2-5c42-46ff-a870-19fc06c57802 req-ce01c39c-4688-4061-bc44-9f67fee83f1f tempest-DeleteServersTestJSON-1534281482 tempest-DeleteServersTestJSON-1534281482-project] 10.222.0.38 "GET /v2.0/ports?device_id=f3d2b72f-d8b8-48ba-8faf-da44d4ec57e4 HTTP/1.1" status: 200 len: 943 time: 0.4371843 Jun 10 14:42:45.077789 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-5e4d9c39-7846-418a-b91d-69a7ef015c8e tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Notify callbacks [] for port, precommit_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:45.140727 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-413b3ec7-3e67-46b8-8988-616025526919 req-0096730d-def0-45ad-9505-b3ae9ac54399 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=96f4cdbf31fc4cbb8c5f5fa2addbb3de&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3172212 Jun 10 14:42:45.176544 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-6b78551c-093e-4771-9e73-c37085ef7db7 req-e0d30c11-36f5-4d00-ae53-44bd972425f6 service neutron] 10.222.0.36 "GET /v2.0/networks/75a731d7-5081-48fd-aaec-960ba34d4814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6253629 Jun 10 14:42:45.177524 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-4f43aaa2-5c42-46ff-a870-19fc06c57802 req-7f285ba4-cbd4-44fe-9889-d2919ec3315d tempest-DeleteServersTestJSON-1534281482 tempest-DeleteServersTestJSON-1534281482-project] 10.222.0.38 "GET /v2.0/security-groups?id=a047d23d-49fd-49e8-bd77-fc92d8b7ea63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934975 Jun 10 14:42:45.181040 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Device a59ce458-1bc6-432a-9188-6ccac0e0acd9 up at agent ovs-agent-dv-cinder-795785-1-smb {{(pid=98190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:42:45.214588 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-381f0857-5f66-41ca-b690-42f4e42c85fd tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:45.250784 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-5e4d9c39-7846-418a-b91d-69a7ef015c8e tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33290945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770842374660'] for port, after_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:45.264850 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:45.269513 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Provisioning for port a59ce458-1bc6-432a-9188-6ccac0e0acd9 completed by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:42:45.275152 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Provisioning complete for port a59ce458-1bc6-432a-9188-6ccac0e0acd9 triggered by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:42:45.275545 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32877986'] for port, provisioning_complete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:45.309884 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4d9c39-7846-418a-b91d-69a7ef015c8e tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Network d939252c-9d87-4c0a-b331-cccdb2846f4a is already hosted by enough agents. {{(pid=98188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 14:42:45.334050 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-57125265-1914-45e4-9a01-1385d8c4e695 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:45.366323 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.scheduler.base_scheduler [None req-5e4d9c39-7846-418a-b91d-69a7ef015c8e tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Resources bound (agent type, host, resource id): {{(pid=98188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:42:45.379238 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4d9c39-7846-418a-b91d-69a7ef015c8e tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Received port after_create {{(pid=98188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 14:42:45.392971 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:45.400313 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-57125265-1914-45e4-9a01-1385d8c4e695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:45.440186 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-c858711f-74c6-4e30-840e-a43590e9b3f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:45.447659 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-57125265-1914-45e4-9a01-1385d8c4e695 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=578df32f9f6a47eea2b90f32551799d1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2509799 Jun 10 14:42:45.448136 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 33196) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:42:45.455091 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] For port a59ce458-1bc6-432a-9188-6ccac0e0acd9, host dv-cinder-795785-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-smb',level=0,port_id=a59ce458-1bc6-432a-9188-6ccac0e0acd9,segment=NetworkSegment(32d1116f-1d2e-4c45-9eab-f4f6570fa755),segment_id=32d1116f-1d2e-4c45-9eab-f4f6570fa755)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:42:45.455535 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-e06345c6-9f98-493b-9a6e-e56b81b724f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:45.461545 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:45.463463 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Device 463e2c47-a6ba-436b-9622-52bd7c17b667 up at agent ovs-agent-dv-cinder-795785-1-smb {{(pid=98190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:42:45.467127 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:45.469836 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4d9c39-7846-418a-b91d-69a7ef015c8e tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Pushing event updated for resources: {'Port': ['ID=e0924f1c-8e84-44f5-a92f-8769d22f8cee,revision_number=1']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:45.481754 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-5e4d9c39-7846-418a-b91d-69a7ef015c8e tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:45.505252 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-e06345c6-9f98-493b-9a6e-e56b81b724f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:45.506376 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-e06345c6-9f98-493b-9a6e-e56b81b724f5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5d462890-1d99-47a9-9173-25a9c450133b HTTP/1.1" status: 204 len: 168 time: 1.2009473 Jun 10 14:42:45.513913 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-413b3ec7-3e67-46b8-8988-616025526919 req-bcd261a4-f0a2-4eec-baaa-7c83b7e3e371 service neutron] 10.222.0.38 "GET /v2.0/networks/eceb2f61-46d5-4aae-a498-4b03ff1ffe6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3593771 Jun 10 14:42:45.560507 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-5e4d9c39-7846-418a-b91d-69a7ef015c8e tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:45.603243 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57125265-1914-45e4-9a01-1385d8c4e695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4854d4d1-8bae-4542-b2a2-78110d43eff8,revision_number=1']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:45.611871 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f5d432-b029-4905-bef3-44477aa58a3f req-9fcee156-4a0e-47b2-93f2-9327281d117d tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:45.613479 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-82f5d432-b029-4905-bef3-44477aa58a3f req-9fcee156-4a0e-47b2-93f2-9327281d117d tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.36 "GET /v2.0/networks?id=eceb2f61-46d5-4aae-a498-4b03ff1ffe6f HTTP/1.1" status: 200 len: 818 time: 0.8775411 Jun 10 14:42:45.614558 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-57125265-1914-45e4-9a01-1385d8c4e695 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:45.622771 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.116s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:45.643255 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Pushing event updated for resources: {'Port': ['ID=a59ce458-1bc6-432a-9188-6ccac0e0acd9,revision_number=5']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:45.663089 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:45.675188 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.v2.base [req-82f5d432-b029-4905-bef3-44477aa58a3f req-61ab5f6c-3790-4b6c-b51f-c3a6dd103a11 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Request body: {'port': {'device_id': 'c9a3b00d-2848-49e7-b8bf-d499e1885c8a', 'network_id': 'eceb2f61-46d5-4aae-a498-4b03ff1ffe6f', 'admin_state_up': True, 'tenant_id': '96f4cdbf31fc4cbb8c5f5fa2addbb3de'}} {{(pid=98189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:42:45.688959 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06345c6-9f98-493b-9a6e-e56b81b724f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d462890-1d99-47a9-9173-25a9c450133b,revision_number=None']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:45.718321 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-e06345c6-9f98-493b-9a6e-e56b81b724f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:45.719141 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-b220f2d2-e1c7-4d7e-952d-e9a1d19539b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:45.738108 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.db.db_base_plugin_common [None req-381f0857-5f66-41ca-b690-42f4e42c85fd tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Allocated IP 172.28.0.102 (d939252c-9d87-4c0a-b331-cccdb2846f4a/bb56f5fa-8acc-4201-b097-078ac8811790/a6a66d4f-7c6d-43a5-8d0e-7189bb524d7d) {{(pid=98189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 14:42:45.742227 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Provisioning complete for port 463e2c47-a6ba-436b-9622-52bd7c17b667 triggered by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:42:45.742518 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32877986'] for port, provisioning_complete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:45.743333 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-5e4d9c39-7846-418a-b91d-69a7ef015c8e tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:45.794835 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-413b3ec7-3e67-46b8-8988-616025526919 req-a31f50c7-e548-49dc-8279-d9312a20a6e2 service neutron] 10.222.0.38 "GET /v2.0/networks/eceb2f61-46d5-4aae-a498-4b03ff1ffe6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715762 Jun 10 14:42:45.874111 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-b220f2d2-e1c7-4d7e-952d-e9a1d19539b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:45.943574 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5143e654-56fd-4434-930d-ff4e12e3283e req-11b6a7db-31a8-4e2c-8c83-1abe60920e3e tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:45.945351 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-5143e654-56fd-4434-930d-ff4e12e3283e req-11b6a7db-31a8-4e2c-8c83-1abe60920e3e tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/ports?device_id=10a33dd6-1367-49ed-86f0-a27bccfcf9a0 HTTP/1.1" status: 200 len: 943 time: 0.2672849 Jun 10 14:42:46.021470 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 33216) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:42:46.115082 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Device 42f445f4-e87a-4d6f-b3b2-0c6909763766 details requested by agent hyperv_hv-cinder-79578 with host hv-cinder-79578 {{(pid=98190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 14:42:46.126461 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-7d83cb3b-8abd-45b6-88fc-49a660f8092b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:46.181645 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-b220f2d2-e1c7-4d7e-952d-e9a1d19539b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:46.197454 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-381f0857-5f66-41ca-b690-42f4e42c85fd tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Notify callbacks [] for port, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:46.243681 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-b8c9835f-d0a2-4301-a666-a5193293a68e req-5a362a53-7ac9-413d-bb8a-c1e9c2fb8277 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bea10ad-651c-4fcf-9fcf-0e199a9ff9e9 HTTP/1.1" status: 200 len: 210 time: 0.1541681 Jun 10 14:42:46.296793 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-5143e654-56fd-4434-930d-ff4e12e3283e req-4ae33edd-edef-4263-8cd4-aebfc3edee61 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa6450ec-2090-40c0-8f5e-ef907fcb2083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3357580 Jun 10 14:42:46.301550 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-b220f2d2-e1c7-4d7e-952d-e9a1d19539b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:46.305426 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-b220f2d2-e1c7-4d7e-952d-e9a1d19539b0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4854d4d1-8bae-4542-b2a2-78110d43eff8 HTTP/1.1" status: 204 len: 168 time: 0.8507910 Jun 10 14:42:46.312563 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:46.352485 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-381f0857-5f66-41ca-b690-42f4e42c85fd tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33290945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770842374660'] for port, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:46.355716 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b220f2d2-e1c7-4d7e-952d-e9a1d19539b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4854d4d1-8bae-4542-b2a2-78110d43eff8,revision_number=None']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:46.365884 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-b220f2d2-e1c7-4d7e-952d-e9a1d19539b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:46.368198 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:46.390228 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] For port 42f445f4-e87a-4d6f-b3b2-0c6909763766, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=42f445f4-e87a-4d6f-b3b2-0c6909763766,segment=NetworkSegment(c43a5be5-1290-4a91-ba59-a957b85e24b7),segment_id=c43a5be5-1290-4a91-ba59-a957b85e24b7)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:42:46.432059 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Returning: {'device': '42f445f4-e87a-4d6f-b3b2-0c6909763766', 'network_id': '4744fb36-3c6e-45ed-8835-58a06f451405', 'port_id': '42f445f4-e87a-4d6f-b3b2-0c6909763766', 'mac_address': 'fa:16:3e:55:d9:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f163fe2f-7ae5-4149-86b3-e8dbde6e7191', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 14:42:46.434142 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82f5d432-b029-4905-bef3-44477aa58a3f req-61ab5f6c-3790-4b6c-b51f-c3a6dd103a11 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Made reservation on behalf of 96f4cdbf31fc4cbb8c5f5fa2addbb3de for: {'port': 1} {{(pid=98189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 14:42:46.437879 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [req-82f5d432-b029-4905-bef3-44477aa58a3f req-61ab5f6c-3790-4b6c-b51f-c3a6dd103a11 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:46.453580 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-5e4d9c39-7846-418a-b91d-69a7ef015c8e tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Notify callbacks [] for port, precommit_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:46.469189 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381f0857-5f66-41ca-b690-42f4e42c85fd tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Network d939252c-9d87-4c0a-b331-cccdb2846f4a is already hosted by enough agents. {{(pid=98189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 14:42:46.474527 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.base_scheduler [None req-381f0857-5f66-41ca-b690-42f4e42c85fd tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Resources bound (agent type, host, resource id): {{(pid=98189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:42:46.482235 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381f0857-5f66-41ca-b690-42f4e42c85fd tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Received port after_create {{(pid=98189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 14:42:46.512171 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381f0857-5f66-41ca-b690-42f4e42c85fd tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Pushing event updated for resources: {'Port': ['ID=a6a66d4f-7c6d-43a5-8d0e-7189bb524d7d,revision_number=1']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:46.519799 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-381f0857-5f66-41ca-b690-42f4e42c85fd tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:46.554969 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:46.605233 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.notifiers.nova [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42f445f4-e87a-4d6f-b3b2-0c6909763766 {{(pid=98190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 14:42:46.629448 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-5e4d9c39-7846-418a-b91d-69a7ef015c8e tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:46.639370 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-e4fb642e-cbe2-4d16-acdf-da6c6e5e0dd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:46.670069 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] For port 42f445f4-e87a-4d6f-b3b2-0c6909763766, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=42f445f4-e87a-4d6f-b3b2-0c6909763766,segment=NetworkSegment(c43a5be5-1290-4a91-ba59-a957b85e24b7),segment_id=c43a5be5-1290-4a91-ba59-a957b85e24b7)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:42:46.680772 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:46.681201 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Device 7e676eed-0c60-4e4f-89c3-009453a49c70 details requested by agent hyperv_hv-cinder-79578 with host hv-cinder-79578 {{(pid=98190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 14:42:46.684499 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-6e8944d5-f7f2-43cb-baa3-b13388717ace None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:46.699099 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-381f0857-5f66-41ca-b690-42f4e42c85fd tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:46.756215 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-5e4d9c39-7846-418a-b91d-69a7ef015c8e tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726016'] for floatingip, after_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:46.818334 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.db.db_base_plugin_common [req-82f5d432-b029-4905-bef3-44477aa58a3f req-61ab5f6c-3790-4b6c-b51f-c3a6dd103a11 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Allocated IP 172.20.0.12 (eceb2f61-46d5-4aae-a498-4b03ff1ffe6f/b3511c78-374d-4ef9-a4c4-c0913a2192ca/39e2555c-329d-4b2c-b1ab-1211d2e21ca3) {{(pid=98189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 14:42:46.833211 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-381f0857-5f66-41ca-b690-42f4e42c85fd tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:46.865914 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-7d83cb3b-8abd-45b6-88fc-49a660f8092b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:46.880941 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4d9c39-7846-418a-b91d-69a7ef015c8e tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Pushing event updated for resources: {'Port': ['ID=e0924f1c-8e84-44f5-a92f-8769d22f8cee,revision_number=2']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:46.885325 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-7d83cb3b-8abd-45b6-88fc-49a660f8092b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:46.886258 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-5e4d9c39-7846-418a-b91d-69a7ef015c8e tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:46.902437 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:46.904760 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-5e4d9c39-7846-418a-b91d-69a7ef015c8e tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32075'] for floatingip, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:46.905840 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-5e4d9c39-7846-418a-b91d-69a7ef015c8e tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.8317859 Jun 10 14:42:46.959359 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149956a8-f01a-40d9-9d71-1313bae5e15d req-873f089a-03b9-4f97-a7c5-b4cb8b0e8e61 tempest-DeleteServersTestJSON-1534281482 tempest-DeleteServersTestJSON-1534281482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:46.960996 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-149956a8-f01a-40d9-9d71-1313bae5e15d req-873f089a-03b9-4f97-a7c5-b4cb8b0e8e61 tempest-DeleteServersTestJSON-1534281482 tempest-DeleteServersTestJSON-1534281482-project] 10.222.0.38 "GET /v2.0/ports?device_id=f3d2b72f-d8b8-48ba-8faf-da44d4ec57e4 HTTP/1.1" status: 200 len: 943 time: 0.4341283 Jun 10 14:42:46.964857 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-7d83cb3b-8abd-45b6-88fc-49a660f8092b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=eefad18781a147f0bcca37785db4c853&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9407473 Jun 10 14:42:46.968736 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 33246) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:42:46.982894 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d83cb3b-8abd-45b6-88fc-49a660f8092b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36b2e943-01de-4e81-b2a3-1d1ddd96fde6,revision_number=1']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:46.986001 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-7d83cb3b-8abd-45b6-88fc-49a660f8092b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:47.094125 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Device a59ce458-1bc6-432a-9188-6ccac0e0acd9 up at agent ovs-agent-dv-cinder-795785-1-smb {{(pid=98190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:42:47.099436 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Pushing event updated for resources: {'Port': ['ID=42f445f4-e87a-4d6f-b3b2-0c6909763766,revision_number=4']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:47.141659 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-149956a8-f01a-40d9-9d71-1313bae5e15d req-8c55caab-eeba-4b9d-945d-a9725e813f5b tempest-DeleteServersTestJSON-1534281482 tempest-DeleteServersTestJSON-1534281482-project] 10.222.0.38 "GET /v2.0/security-groups?id=a047d23d-49fd-49e8-bd77-fc92d8b7ea63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659691 Jun 10 14:42:47.172891 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-9113ded8-e392-4a30-920c-770906b975cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:47.183937 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:47.230686 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-9113ded8-e392-4a30-920c-770906b975cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:47.322882 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] For port 7e676eed-0c60-4e4f-89c3-009453a49c70, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=7e676eed-0c60-4e4f-89c3-009453a49c70,segment=NetworkSegment(6478d289-bfac-462d-aa98-9d9a77a296ea),segment_id=6478d289-bfac-462d-aa98-9d9a77a296ea)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:42:47.344687 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Returning: {'device': '7e676eed-0c60-4e4f-89c3-009453a49c70', 'network_id': '75a731d7-5081-48fd-aaec-960ba34d4814', 'port_id': '7e676eed-0c60-4e4f-89c3-009453a49c70', 'mac_address': 'fa:16:3e:a1:17:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de6d778b-e213-4f71-a527-4fce03bb0817', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 14:42:47.352143 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Provisioning complete for port a59ce458-1bc6-432a-9188-6ccac0e0acd9 triggered by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:42:47.353977 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32877986'] for port, provisioning_complete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:47.404072 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [req-82f5d432-b029-4905-bef3-44477aa58a3f req-61ab5f6c-3790-4b6c-b51f-c3a6dd103a11 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Notify callbacks [] for port, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:47.415108 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-c849d4b0-d607-469b-b383-757db1fcc271 req-305baa29-aef2-4ef4-a29d-b779f9fe4464 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1719449494&fields=id&tenant_id=22b067f743a04ce6ac0fdb4c7ff25d6b HTTP/1.1" status: 200 len: 267 time: 0.1066775 Jun 10 14:42:47.443054 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-381f0857-5f66-41ca-b690-42f4e42c85fd tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Notify callbacks [] for port, precommit_update {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:47.452129 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-381f0857-5f66-41ca-b690-42f4e42c85fd tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:47.460237 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-ec1b45b1-5449-48cd-9bd7-7a2a813c4d77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:47.529236 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:47.562718 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-381f0857-5f66-41ca-b690-42f4e42c85fd tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726016'] for floatingip, after_update {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:47.569650 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.notifiers.nova [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e676eed-0c60-4e4f-89c3-009453a49c70 {{(pid=98190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 14:42:47.628463 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381f0857-5f66-41ca-b690-42f4e42c85fd tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Pushing event updated for resources: {'Port': ['ID=a6a66d4f-7c6d-43a5-8d0e-7189bb524d7d,revision_number=2']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:47.639254 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-381f0857-5f66-41ca-b690-42f4e42c85fd tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:47.639372 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-381f0857-5f66-41ca-b690-42f4e42c85fd tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32075'] for floatingip, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:47.641889 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-381f0857-5f66-41ca-b690-42f4e42c85fd tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9973791 Jun 10 14:42:47.644128 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [req-82f5d432-b029-4905-bef3-44477aa58a3f req-61ab5f6c-3790-4b6c-b51f-c3a6dd103a11 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33290945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770842374660'] for port, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:47.653442 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:47.745970 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] For port 7e676eed-0c60-4e4f-89c3-009453a49c70, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=7e676eed-0c60-4e4f-89c3-009453a49c70,segment=NetworkSegment(6478d289-bfac-462d-aa98-9d9a77a296ea),segment_id=6478d289-bfac-462d-aa98-9d9a77a296ea)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:42:47.755963 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:47.757766 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:47.850590 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ab5f6c-3790-4b6c-b51f-c3a6dd103a11 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Pushing event updated for resources: {'Port': ['ID=39e2555c-329d-4b2c-b1ab-1211d2e21ca3,revision_number=1']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:47.885428 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82f5d432-b029-4905-bef3-44477aa58a3f req-61ab5f6c-3790-4b6c-b51f-c3a6dd103a11 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Network eceb2f61-46d5-4aae-a498-4b03ff1ffe6f is already hosted by enough agents. {{(pid=98189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 14:42:47.886805 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-61ab5f6c-3790-4b6c-b51f-c3a6dd103a11 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:47.917453 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.base_scheduler [req-82f5d432-b029-4905-bef3-44477aa58a3f req-61ab5f6c-3790-4b6c-b51f-c3a6dd103a11 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Resources bound (agent type, host, resource id): {{(pid=98189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:42:47.921766 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Pushing event updated for resources: {'Port': ['ID=7e676eed-0c60-4e4f-89c3-009453a49c70,revision_number=4']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:47.925419 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-11abfd49-7892-43bf-837e-d9104d72c2df req-34705afd-11bd-44d8-b5ac-8144cc1e82c1 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bea10ad-651c-4fcf-9fcf-0e199a9ff9e9 HTTP/1.1" status: 200 len: 210 time: 0.0417769 Jun 10 14:42:47.928100 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:47.934045 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-9113ded8-e392-4a30-920c-770906b975cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:47.939204 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-9113ded8-e392-4a30-920c-770906b975cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:47.944958 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.db.l3_dvrscheduler_db [req-82f5d432-b029-4905-bef3-44477aa58a3f req-61ab5f6c-3790-4b6c-b51f-c3a6dd103a11 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Received port after_create {{(pid=98189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 14:42:47.945170 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-9113ded8-e392-4a30-920c-770906b975cb admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/36b2e943-01de-4e81-b2a3-1d1ddd96fde6 HTTP/1.1" status: 204 len: 168 time: 0.9585652 Jun 10 14:42:47.950935 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-06eed28d-dd6b-40cd-a2e4-d44c6e4c27a1 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:47.966449 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9113ded8-e392-4a30-920c-770906b975cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b2e943-01de-4e81-b2a3-1d1ddd96fde6,revision_number=None']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:47.977644 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-9113ded8-e392-4a30-920c-770906b975cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:47.987586 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f5d432-b029-4905-bef3-44477aa58a3f req-61ab5f6c-3790-4b6c-b51f-c3a6dd103a11 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:47.993851 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [req-82f5d432-b029-4905-bef3-44477aa58a3f req-61ab5f6c-3790-4b6c-b51f-c3a6dd103a11 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545536'] for port, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:48.025707 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c849d4b0-d607-469b-b383-757db1fcc271 req-142fc1d3-ac8d-45b6-b282-e6e77001af14 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:48.035565 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-c849d4b0-d607-469b-b383-757db1fcc271 req-142fc1d3-ac8d-45b6-b282-e6e77001af14 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/networks?id=8f467c1d-b7dd-45f1-993c-b606f02ba79f HTTP/1.1" status: 200 len: 811 time: 0.6128750 Jun 10 14:42:48.060120 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-c849d4b0-d607-469b-b383-757db1fcc271 req-8f849923-af8a-4e05-8f55-19b8aec0bbab tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/quotas/22b067f743a04ce6ac0fdb4c7ff25d6b HTTP/1.1" status: 200 len: 375 time: 0.0174437 Jun 10 14:42:48.068485 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] get_ports_and_sgs() called for port_ids ['42f445f4-e87a-4d6f-b3b2-0c6909763766'] {{(pid=98190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 14:42:48.115745 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] get_ports_and_sgs() called for port_ids ['7e676eed-0c60-4e4f-89c3-009453a49c70'] {{(pid=98190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 14:42:48.168010 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-82f5d432-b029-4905-bef3-44477aa58a3f req-61ab5f6c-3790-4b6c-b51f-c3a6dd103a11 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5142717 Jun 10 14:42:48.201338 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.v2.base [req-82f5d432-b029-4905-bef3-44477aa58a3f req-287ed639-1ef3-4bd7-8a07-aeb1d91a6e0d service neutron] Request body: {'port': {'device_id': 'c9a3b00d-2848-49e7-b8bf-d499e1885c8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79578'}} {{(pid=98189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:42:48.279950 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413b3ec7-3e67-46b8-8988-616025526919 req-86eff4b6-c7d4-463a-8081-44ef4e1af80c tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:48.281499 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-413b3ec7-3e67-46b8-8988-616025526919 req-86eff4b6-c7d4-463a-8081-44ef4e1af80c tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.36 "GET /v2.0/networks?id=eceb2f61-46d5-4aae-a498-4b03ff1ffe6f HTTP/1.1" status: 200 len: 818 time: 0.5729642 Jun 10 14:42:48.302280 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-c849d4b0-d607-469b-b383-757db1fcc271 req-c9f0117b-a660-49c1-b635-ea256df4c211 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=22b067f743a04ce6ac0fdb4c7ff25d6b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2277970 Jun 10 14:42:48.307254 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.v2.base [req-413b3ec7-3e67-46b8-8988-616025526919 req-8e5ff07e-9248-4a11-8719-796d013870f9 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Request body: {'port': {'device_id': '2bea10ad-651c-4fcf-9fcf-0e199a9ff9e9', 'network_id': 'eceb2f61-46d5-4aae-a498-4b03ff1ffe6f', 'admin_state_up': True, 'tenant_id': '96f4cdbf31fc4cbb8c5f5fa2addbb3de'}} {{(pid=98189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:42:48.454516 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-c849d4b0-d607-469b-b383-757db1fcc271 req-8bb5e502-9e26-43b2-a88e-e6bc574482d5 service neutron] 10.222.0.38 "GET /v2.0/networks/8f467c1d-b7dd-45f1-993c-b606f02ba79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411314 Jun 10 14:42:48.504052 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9fa4dd-5935-4b2d-b3ef-22b51f5b90da req-9e6fbc81-9268-463a-8ef9-4295c8073266 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:48.505565 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-dd9fa4dd-5935-4b2d-b3ef-22b51f5b90da req-9e6fbc81-9268-463a-8ef9-4295c8073266 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/ports?device_id=10a33dd6-1367-49ed-86f0-a27bccfcf9a0 HTTP/1.1" status: 200 len: 944 time: 0.3253245 Jun 10 14:42:48.509942 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [req-82f5d432-b029-4905-bef3-44477aa58a3f req-287ed639-1ef3-4bd7-8a07-aeb1d91a6e0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:48.636055 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-dd9fa4dd-5935-4b2d-b3ef-22b51f5b90da req-b54d86cd-8938-48ce-ae33-ede551ad55f0 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa6450ec-2090-40c0-8f5e-ef907fcb2083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155541 Jun 10 14:42:48.762609 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-c849d4b0-d607-469b-b383-757db1fcc271 req-b1060c3c-3023-4448-8987-9e226047ac70 service neutron] 10.222.0.38 "GET /v2.0/networks/8f467c1d-b7dd-45f1-993c-b606f02ba79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3072340 Jun 10 14:42:48.892007 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-e372ebd3-18d9-42f0-8105-09ada3757891 req-1f7ec1c5-6d44-496e-81be-9928c85c358f tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--725058746&fields=id&tenant_id=5bcb8fb4303e43e69f7032747c4983b8 HTTP/1.1" status: 200 len: 267 time: 0.0945184 Jun 10 14:42:49.206175 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e372ebd3-18d9-42f0-8105-09ada3757891 req-669d044d-6a55-44d4-89be-c3c1a064b6b8 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:49.215589 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-e372ebd3-18d9-42f0-8105-09ada3757891 req-669d044d-6a55-44d4-89be-c3c1a064b6b8 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/networks?id=c57efc93-51ff-4248-b65b-e26a6d17993d HTTP/1.1" status: 200 len: 817 time: 0.3205388 Jun 10 14:42:49.235456 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-e372ebd3-18d9-42f0-8105-09ada3757891 req-1f95a0ec-2a5b-44fa-8a4f-3a499b5b8f38 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/quotas/5bcb8fb4303e43e69f7032747c4983b8 HTTP/1.1" status: 200 len: 375 time: 0.0185852 Jun 10 14:42:49.245064 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-413b3ec7-3e67-46b8-8988-616025526919 req-8e5ff07e-9248-4a11-8719-796d013870f9 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Made reservation on behalf of 96f4cdbf31fc4cbb8c5f5fa2addbb3de for: {'port': 1} {{(pid=98189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 14:42:49.254185 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [req-413b3ec7-3e67-46b8-8988-616025526919 req-8e5ff07e-9248-4a11-8719-796d013870f9 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:49.376862 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e45b989-bde7-4c02-8d1b-11179c7a94ea req-f2aab624-596f-42d2-8eed-1acc3f3dc8ff tempest-DeleteServersTestJSON-1534281482 tempest-DeleteServersTestJSON-1534281482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:49.382595 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-9e45b989-bde7-4c02-8d1b-11179c7a94ea req-f2aab624-596f-42d2-8eed-1acc3f3dc8ff tempest-DeleteServersTestJSON-1534281482 tempest-DeleteServersTestJSON-1534281482-project] 10.222.0.38 "GET /v2.0/ports?device_id=f3d2b72f-d8b8-48ba-8faf-da44d4ec57e4 HTTP/1.1" status: 200 len: 944 time: 0.2298300 Jun 10 14:42:49.460964 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-9e45b989-bde7-4c02-8d1b-11179c7a94ea req-27f4056f-25b4-4d86-8f78-987db37c69a5 tempest-DeleteServersTestJSON-1534281482 tempest-DeleteServersTestJSON-1534281482-project] 10.222.0.38 "GET /v2.0/security-groups?id=a047d23d-49fd-49e8-bd77-fc92d8b7ea63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701866 Jun 10 14:42:49.477202 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-e372ebd3-18d9-42f0-8105-09ada3757891 req-39d9a9c6-5b76-48ec-87a8-6764c3258011 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=5bcb8fb4303e43e69f7032747c4983b8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2077899 Jun 10 14:42:49.607141 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-6d0689c2-6374-4bd3-866e-46af90df9505 req-536164ad-e946-499f-815f-2c9097e38966 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/ports?device_id=d967efd0-1130-473f-a29b-0961cdeca077 HTTP/1.1" status: 200 len: 210 time: 0.0588641 Jun 10 14:42:49.645989 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.notifiers.nova [req-82f5d432-b029-4905-bef3-44477aa58a3f req-287ed639-1ef3-4bd7-8a07-aeb1d91a6e0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39e2555c-329d-4b2c-b1ab-1211d2e21ca3 {{(pid=98189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 14:42:49.655108 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [req-82f5d432-b029-4905-bef3-44477aa58a3f req-287ed639-1ef3-4bd7-8a07-aeb1d91a6e0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:49.669616 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.db.provisioning_blocks [req-82f5d432-b029-4905-bef3-44477aa58a3f req-287ed639-1ef3-4bd7-8a07-aeb1d91a6e0d service neutron] Transition to ACTIVE for port object 39e2555c-329d-4b2c-b1ab-1211d2e21ca3 will not be triggered until provisioned by entity L2. {{(pid=98189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:42:49.704819 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [req-82f5d432-b029-4905-bef3-44477aa58a3f req-287ed639-1ef3-4bd7-8a07-aeb1d91a6e0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:49.740776 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-e372ebd3-18d9-42f0-8105-09ada3757891 req-a2e8287c-6ca7-4946-8e7b-b450d2ad8b5d service neutron] 10.222.0.38 "GET /v2.0/networks/c57efc93-51ff-4248-b65b-e26a6d17993d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409887 Jun 10 14:42:49.783572 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-b3d1ece8-5bd1-42d4-be92-f1dca9a16bfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:49.897010 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-5a0e45ba-b912-47c5-b114-9a292069e0f7 req-73e26bed-1a37-4919-92b2-82f355a05946 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bea10ad-651c-4fcf-9fcf-0e199a9ff9e9 HTTP/1.1" status: 200 len: 210 time: 0.1037819 Jun 10 14:42:49.962595 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.db.db_base_plugin_common [req-413b3ec7-3e67-46b8-8988-616025526919 req-8e5ff07e-9248-4a11-8719-796d013870f9 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Allocated IP 172.20.0.8 (eceb2f61-46d5-4aae-a498-4b03ff1ffe6f/b3511c78-374d-4ef9-a4c4-c0913a2192ca/49dc30b4-1676-4a63-9590-5935db8c67e8) {{(pid=98189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 14:42:49.970135 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287ed639-1ef3-4bd7-8a07-aeb1d91a6e0d service neutron] Pushing event updated for resources: {'Port': ['ID=39e2555c-329d-4b2c-b1ab-1211d2e21ca3,revision_number=2']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:49.975628 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-e372ebd3-18d9-42f0-8105-09ada3757891 req-5a11bcbb-b610-4566-b3d0-53bd7eedf712 service neutron] 10.222.0.38 "GET /v2.0/networks/c57efc93-51ff-4248-b65b-e26a6d17993d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282259 Jun 10 14:42:49.978751 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Device 42f445f4-e87a-4d6f-b3b2-0c6909763766 up at agent hyperv_hv-cinder-79578 {{(pid=98190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:42:49.991400 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-287ed639-1ef3-4bd7-8a07-aeb1d91a6e0d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:50.028902 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.managers [req-82f5d432-b029-4905-bef3-44477aa58a3f req-287ed639-1ef3-4bd7-8a07-aeb1d91a6e0d service neutron] Attempting to bind port 39e2555c-329d-4b2c-b1ab-1211d2e21ca3 on host hv-cinder-79578 for vnic_type normal with profile {{(pid=98189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 14:42:50.029279 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.managers [req-82f5d432-b029-4905-bef3-44477aa58a3f req-287ed639-1ef3-4bd7-8a07-aeb1d91a6e0d service neutron] Attempting to bind port 39e2555c-329d-4b2c-b1ab-1211d2e21ca3 by drivers openvswitch,hyperv on host hv-cinder-79578 at level 0 using segments [{'id': '32d1116f-1d2e-4c45-9eab-f4f6570fa755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eceb2f61-46d5-4aae-a498-4b03ff1ffe6f'}] {{(pid=98189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 14:42:50.029615 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f5d432-b029-4905-bef3-44477aa58a3f req-287ed639-1ef3-4bd7-8a07-aeb1d91a6e0d service neutron] Attempting to bind port 39e2555c-329d-4b2c-b1ab-1211d2e21ca3 on network eceb2f61-46d5-4aae-a498-4b03ff1ffe6f {{(pid=98189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 14:42:50.077231 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f5d432-b029-4905-bef3-44477aa58a3f req-287ed639-1ef3-4bd7-8a07-aeb1d91a6e0d service neutron] Port 39e2555c-329d-4b2c-b1ab-1211d2e21ca3 on network eceb2f61-46d5-4aae-a498-4b03ff1ffe6f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79578 {{(pid=98189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 14:42:50.077851 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f5d432-b029-4905-bef3-44477aa58a3f req-287ed639-1ef3-4bd7-8a07-aeb1d91a6e0d service neutron] Attempting to bind port 39e2555c-329d-4b2c-b1ab-1211d2e21ca3 on network eceb2f61-46d5-4aae-a498-4b03ff1ffe6f {{(pid=98189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 14:42:50.081188 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Provisioning for port 42f445f4-e87a-4d6f-b3b2-0c6909763766 completed by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:42:50.087166 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f5d432-b029-4905-bef3-44477aa58a3f req-287ed639-1ef3-4bd7-8a07-aeb1d91a6e0d service neutron] Checking agent: {'id': 'c47c39ee-f167-41a2-bf85-7dde6d0410ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79578', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 14, 40, 37), 'started_at': datetime.datetime(2021, 6, 10, 14, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 14, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 14:42:50.087501 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f5d432-b029-4905-bef3-44477aa58a3f req-287ed639-1ef3-4bd7-8a07-aeb1d91a6e0d service neutron] Checking segment: {'id': '32d1116f-1d2e-4c45-9eab-f4f6570fa755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eceb2f61-46d5-4aae-a498-4b03ff1ffe6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 14:42:50.087883 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f5d432-b029-4905-bef3-44477aa58a3f req-287ed639-1ef3-4bd7-8a07-aeb1d91a6e0d service neutron] Bound using segment: {'id': '32d1116f-1d2e-4c45-9eab-f4f6570fa755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eceb2f61-46d5-4aae-a498-4b03ff1ffe6f'} {{(pid=98189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 14:42:50.088441 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.managers [req-82f5d432-b029-4905-bef3-44477aa58a3f req-287ed639-1ef3-4bd7-8a07-aeb1d91a6e0d service neutron] Bound port: 39e2555c-329d-4b2c-b1ab-1211d2e21ca3, host: hv-cinder-79578, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32d1116f-1d2e-4c45-9eab-f4f6570fa755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eceb2f61-46d5-4aae-a498-4b03ff1ffe6f'}}] {{(pid=98189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 14:42:50.088579 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Provisioning complete for port 42f445f4-e87a-4d6f-b3b2-0c6909763766 triggered by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:42:50.088827 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [req-82f5d432-b029-4905-bef3-44477aa58a3f req-287ed639-1ef3-4bd7-8a07-aeb1d91a6e0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:50.089316 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32877986'] for port, provisioning_complete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:50.225062 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:50.282699 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d891397-0169-4746-8069-9168270e598e req-266cdbe0-2d1e-40c5-8eb5-ee61c1da8909 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:50.297210 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-4d891397-0169-4746-8069-9168270e598e req-266cdbe0-2d1e-40c5-8eb5-ee61c1da8909 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/ports?device_id=10a33dd6-1367-49ed-86f0-a27bccfcf9a0 HTTP/1.1" status: 200 len: 944 time: 0.2239919 Jun 10 14:42:50.321999 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10a33dd6-1367-49ed-86f0-a27bccfcf9a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42f445f4-e87a-4d6f-b3b2-0c6909763766'}] {{(pid=98190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:42:50.345776 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.db [req-82f5d432-b029-4905-bef3-44477aa58a3f req-287ed639-1ef3-4bd7-8a07-aeb1d91a6e0d service neutron] For port 39e2555c-329d-4b2c-b1ab-1211d2e21ca3, host hv-cinder-79578, cleared binding levels {{(pid=98189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 14:42:50.397685 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.db [req-82f5d432-b029-4905-bef3-44477aa58a3f req-287ed639-1ef3-4bd7-8a07-aeb1d91a6e0d service neutron] For port 39e2555c-329d-4b2c-b1ab-1211d2e21ca3, host hv-cinder-79578, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=39e2555c-329d-4b2c-b1ab-1211d2e21ca3,segment=NetworkSegment(32d1116f-1d2e-4c45-9eab-f4f6570fa755),segment_id=32d1116f-1d2e-4c45-9eab-f4f6570fa755)] {{(pid=98189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 14:42:50.415843 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-4d891397-0169-4746-8069-9168270e598e req-ec8aecf0-3fdb-43da-b714-113e93e15ab6 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa6450ec-2090-40c0-8f5e-ef907fcb2083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174688 Jun 10 14:42:50.416039 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [req-82f5d432-b029-4905-bef3-44477aa58a3f req-287ed639-1ef3-4bd7-8a07-aeb1d91a6e0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:50.464821 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-784d199f-be43-4752-9a88-592637544587 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:50.537875 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] For port 42f445f4-e87a-4d6f-b3b2-0c6909763766, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=42f445f4-e87a-4d6f-b3b2-0c6909763766,segment=NetworkSegment(c43a5be5-1290-4a91-ba59-a957b85e24b7),segment_id=c43a5be5-1290-4a91-ba59-a957b85e24b7)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:42:50.559286 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287ed639-1ef3-4bd7-8a07-aeb1d91a6e0d service neutron] Pushing event updated for resources: {'Port': ['ID=39e2555c-329d-4b2c-b1ab-1211d2e21ca3,revision_number=3']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:50.573053 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:50.576026 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Device 7e676eed-0c60-4e4f-89c3-009453a49c70 up at agent hyperv_hv-cinder-79578 {{(pid=98190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:42:50.580722 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f5d432-b029-4905-bef3-44477aa58a3f req-287ed639-1ef3-4bd7-8a07-aeb1d91a6e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:50.582911 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [req-82f5d432-b029-4905-bef3-44477aa58a3f req-287ed639-1ef3-4bd7-8a07-aeb1d91a6e0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545536'] for port, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:50.588569 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-82f5d432-b029-4905-bef3-44477aa58a3f req-287ed639-1ef3-4bd7-8a07-aeb1d91a6e0d service neutron] 10.222.0.36 "PUT /v2.0/ports/39e2555c-329d-4b2c-b1ab-1211d2e21ca3 HTTP/1.1" status: 200 len: 1094 time: 2.3922698 Jun 10 14:42:50.589269 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-5554c5cd-fda7-4bf4-a929-2ddc2965c0e5 req-a93c68bb-c116-4b7a-b960-ed8f7526987c tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c52d258-0d8b-45e0-820c-de32496e39eb HTTP/1.1" status: 200 len: 210 time: 0.1700649 Jun 10 14:42:50.595568 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9a3b00d-2848-49e7-b8bf-d499e1885c8a', 'tag': '39e2555c-329d-4b2c-b1ab-1211d2e21ca3'}] {{(pid=98189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:42:50.607286 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd5238e10c74dbb520512e65c1fdd866749acdde8b41798b102d67d69ab3830" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f91b0673-b105-45b5-874e-ed994b162ad7" -d '{"events": [{"name": "network-changed", "server_uuid": "c9a3b00d-2848-49e7-b8bf-d499e1885c8a", "tag": "39e2555c-329d-4b2c-b1ab-1211d2e21ca3"}]}' {{(pid=98189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:42:50.621098 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-287ed639-1ef3-4bd7-8a07-aeb1d91a6e0d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:50.667229 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [req-413b3ec7-3e67-46b8-8988-616025526919 req-8e5ff07e-9248-4a11-8719-796d013870f9 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Notify callbacks [] for port, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:50.706106 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-64a66183-13ce-4973-b924-68a76e05f9e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:50.814905 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 14:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6826124e-0bcd-4455-ae36-5ce96e6517b5 x-openstack-request-id: req-6826124e-0bcd-4455-ae36-5ce96e6517b5 {{(pid=98189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:42:50.815886 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a70e194-5884-4fbe-a5ca-44282d365d2f req-6d044b43-b3e2-4253-88d4-4bbc37e93ccd tempest-DeleteServersTestJSON-1534281482 tempest-DeleteServersTestJSON-1534281482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:50.816096 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9a3b00d-2848-49e7-b8bf-d499e1885c8a", "tag": "39e2555c-329d-4b2c-b1ab-1211d2e21ca3", "status": "completed", "code": 200}]} {{(pid=98189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:42:50.817087 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6826124e-0bcd-4455-ae36-5ce96e6517b5 {{(pid=98189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:42:50.819529 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9a3b00d-2848-49e7-b8bf-d499e1885c8a', 'tag': '39e2555c-329d-4b2c-b1ab-1211d2e21ca3', 'status': 'completed', 'code': 200} Jun 10 14:42:50.825950 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-1a70e194-5884-4fbe-a5ca-44282d365d2f req-6d044b43-b3e2-4253-88d4-4bbc37e93ccd tempest-DeleteServersTestJSON-1534281482 tempest-DeleteServersTestJSON-1534281482-project] 10.222.0.38 "GET /v2.0/ports?device_id=f3d2b72f-d8b8-48ba-8faf-da44d4ec57e4 HTTP/1.1" status: 200 len: 944 time: 0.1926012 Jun 10 14:42:50.870693 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3d4185ab3030d597d4fdff3a42636a440041618624b200d466a1cf3773607d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bffe91c-6d82-490d-97f1-bf4023077056" -d '{"events": [{"server_uuid": "10a33dd6-1367-49ed-86f0-a27bccfcf9a0", "name": "network-vif-plugged", "status": "completed", "tag": "42f445f4-e87a-4d6f-b3b2-0c6909763766"}]}' {{(pid=98190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:42:50.946961 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Pushing event updated for resources: {'Port': ['ID=42f445f4-e87a-4d6f-b3b2-0c6909763766,revision_number=5']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:50.967336 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:50.993676 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f5d432-b029-4905-bef3-44477aa58a3f req-6f49d281-f552-4395-bc73-1847d5d20d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:50.995207 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-82f5d432-b029-4905-bef3-44477aa58a3f req-6f49d281-f552-4395-bc73-1847d5d20d9e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=96f4cdbf31fc4cbb8c5f5fa2addbb3de&device_id=c9a3b00d-2848-49e7-b8bf-d499e1885c8a HTTP/1.1" status: 200 len: 1097 time: 0.3169568 Jun 10 14:42:50.999747 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Provisioning for port 7e676eed-0c60-4e4f-89c3-009453a49c70 completed by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:42:51.010233 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Provisioning complete for port 7e676eed-0c60-4e4f-89c3-009453a49c70 triggered by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:42:51.012368 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32877986'] for port, provisioning_complete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:51.118986 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-1a70e194-5884-4fbe-a5ca-44282d365d2f req-af3fece7-953b-4ff7-a0c2-204a9ae3280d tempest-DeleteServersTestJSON-1534281482 tempest-DeleteServersTestJSON-1534281482-project] 10.222.0.38 "GET /v2.0/security-groups?id=a047d23d-49fd-49e8-bd77-fc92d8b7ea63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859826 Jun 10 14:42:51.137734 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:51.190111 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-82f5d432-b029-4905-bef3-44477aa58a3f req-7eca2713-2c14-4b5d-890d-a926f824864e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39e2555c-329d-4b2c-b1ab-1211d2e21ca3 HTTP/1.1" status: 200 len: 217 time: 0.1845543 Jun 10 14:42:51.192765 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [req-413b3ec7-3e67-46b8-8988-616025526919 req-8e5ff07e-9248-4a11-8719-796d013870f9 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33290945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770842374660'] for port, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:51.255469 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] For port 7e676eed-0c60-4e4f-89c3-009453a49c70, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=7e676eed-0c60-4e4f-89c3-009453a49c70,segment=NetworkSegment(6478d289-bfac-462d-aa98-9d9a77a296ea),segment_id=6478d289-bfac-462d-aa98-9d9a77a296ea)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:42:51.265227 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:51.267804 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-cc083c8e-cc3d-496d-9c0f-0359fe128a56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:51.298435 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-936a40ca-f2c9-427f-8b4c-5dac948d736a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:51.306499 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-4b99b8a3-3ffd-4cf5-9571-1600b8639242 req-0f2f9c2e-e572-4ca4-bdd0-15119027f609 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/ports?device_id=d967efd0-1130-473f-a29b-0961cdeca077 HTTP/1.1" status: 200 len: 210 time: 0.2270803 Jun 10 14:42:51.386100 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Pushing event updated for resources: {'Port': ['ID=7e676eed-0c60-4e4f-89c3-009453a49c70,revision_number=5']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:51.389386 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:51.430500 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c849d4b0-d607-469b-b383-757db1fcc271 req-904a1198-cf4a-47ed-a08b-2264ac2ce880 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:51.436700 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-c849d4b0-d607-469b-b383-757db1fcc271 req-904a1198-cf4a-47ed-a08b-2264ac2ce880 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.36 "GET /v2.0/networks?id=8f467c1d-b7dd-45f1-993c-b606f02ba79f HTTP/1.1" status: 200 len: 811 time: 0.4734395 Jun 10 14:42:51.443460 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5ff07e-9248-4a11-8719-796d013870f9 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Pushing event updated for resources: {'Port': ['ID=49dc30b4-1676-4a63-9590-5935db8c67e8,revision_number=1']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:51.446958 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-8e5ff07e-9248-4a11-8719-796d013870f9 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:51.472044 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-413b3ec7-3e67-46b8-8988-616025526919 req-8e5ff07e-9248-4a11-8719-796d013870f9 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Network eceb2f61-46d5-4aae-a498-4b03ff1ffe6f is already hosted by enough agents. {{(pid=98189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 14:42:51.484102 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.base_scheduler [req-413b3ec7-3e67-46b8-8988-616025526919 req-8e5ff07e-9248-4a11-8719-796d013870f9 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Resources bound (agent type, host, resource id): {{(pid=98189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:42:51.492021 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.db.l3_dvrscheduler_db [req-413b3ec7-3e67-46b8-8988-616025526919 req-8e5ff07e-9248-4a11-8719-796d013870f9 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Received port after_create {{(pid=98189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 14:42:51.522120 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413b3ec7-3e67-46b8-8988-616025526919 req-8e5ff07e-9248-4a11-8719-796d013870f9 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:51.522806 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [req-413b3ec7-3e67-46b8-8988-616025526919 req-8e5ff07e-9248-4a11-8719-796d013870f9 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545536'] for port, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:51.567982 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-c849d4b0-d607-469b-b383-757db1fcc271 req-cd34214a-6843-47cf-a5a1-5cd4ae67c9bb tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=22b067f743a04ce6ac0fdb4c7ff25d6b HTTP/1.1" status: 200 len: 380 time: 0.1229169 Jun 10 14:42:51.576328 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f5d432-b029-4905-bef3-44477aa58a3f req-6cb725a4-f244-4b67-949c-5a1aee767e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:51.578374 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-82f5d432-b029-4905-bef3-44477aa58a3f req-6cb725a4-f244-4b67-949c-5a1aee767e2d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b3511c78-374d-4ef9-a4c4-c0913a2192ca HTTP/1.1" status: 200 len: 858 time: 0.3799140 Jun 10 14:42:51.579899 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.v2.base [req-c849d4b0-d607-469b-b383-757db1fcc271 req-3c20e798-3b4a-4a5f-a51e-99d2ebc2848c tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Request body: {'port': {'device_id': 'd967efd0-1130-473f-a29b-0961cdeca077', 'network_id': '8f467c1d-b7dd-45f1-993c-b606f02ba79f', 'admin_state_up': True, 'tenant_id': '22b067f743a04ce6ac0fdb4c7ff25d6b', 'security_groups': ['ba1f250a-493e-4112-8d1f-5dae11288c22']}} {{(pid=98188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:42:51.636490 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-82f5d432-b029-4905-bef3-44477aa58a3f req-040d377b-0dd4-4f99-8b25-f69d4d32c8fc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eceb2f61-46d5-4aae-a498-4b03ff1ffe6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508199 Jun 10 14:42:51.638595 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-413b3ec7-3e67-46b8-8988-616025526919 req-8e5ff07e-9248-4a11-8719-796d013870f9 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3426158 Jun 10 14:42:51.686792 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 14:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-459bc165-de35-4218-974b-88a9d2c2da03 x-openstack-request-id: req-459bc165-de35-4218-974b-88a9d2c2da03 {{(pid=98190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:42:51.687163 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10a33dd6-1367-49ed-86f0-a27bccfcf9a0", "name": "network-vif-plugged", "status": "completed", "tag": "42f445f4-e87a-4d6f-b3b2-0c6909763766", "code": 200}]} {{(pid=98190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:42:51.687492 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-459bc165-de35-4218-974b-88a9d2c2da03 {{(pid=98190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:42:51.688024 dv-cinder-795785-1-smb neutron-server[98190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10a33dd6-1367-49ed-86f0-a27bccfcf9a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42f445f4-e87a-4d6f-b3b2-0c6909763766', 'code': 200} Jun 10 14:42:51.809663 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c9c8f0-4a9d-40f7-973f-04652e97daa7 req-84169e23-73b0-4231-8ae8-2aed743fd06a tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:51.814457 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-82f5d432-b029-4905-bef3-44477aa58a3f req-7a76c48d-18d9-4971-86a5-8d0f68a98bbc service neutron] 10.222.0.36 "GET /v2.0/networks/eceb2f61-46d5-4aae-a498-4b03ff1ffe6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644771 Jun 10 14:42:51.819333 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.v2.base [req-413b3ec7-3e67-46b8-8988-616025526919 req-234860e6-1e3c-4673-b4a1-62e3ee74ccac service neutron] Request body: {'port': {'device_id': '2bea10ad-651c-4fcf-9fcf-0e199a9ff9e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79578'}} {{(pid=98189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:42:51.819934 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-a9c9c8f0-4a9d-40f7-973f-04652e97daa7 req-84169e23-73b0-4231-8ae8-2aed743fd06a tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bea10ad-651c-4fcf-9fcf-0e199a9ff9e9 HTTP/1.1" status: 200 len: 931 time: 0.1873231 Jun 10 14:42:51.827257 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c849d4b0-d607-469b-b383-757db1fcc271 req-3c20e798-3b4a-4a5f-a51e-99d2ebc2848c tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Made reservation on behalf of 22b067f743a04ce6ac0fdb4c7ff25d6b for: {'port': 1} {{(pid=98188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 14:42:51.832786 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-c849d4b0-d607-469b-b383-757db1fcc271 req-3c20e798-3b4a-4a5f-a51e-99d2ebc2848c tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:51.959491 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-a9c9c8f0-4a9d-40f7-973f-04652e97daa7 req-c92ad88d-b582-4866-9c98-b831e84a4ce4 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/security-groups?id=7ef18720-15dd-4ca1-94ee-72a6568dc847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385641 Jun 10 14:42:52.085595 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.db.db_base_plugin_common [req-c849d4b0-d607-469b-b383-757db1fcc271 req-3c20e798-3b4a-4a5f-a51e-99d2ebc2848c tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Allocated IP 172.20.0.10 (8f467c1d-b7dd-45f1-993c-b606f02ba79f/5f776bc1-0a43-4578-9bc2-ebe24541eeb6/4b5bad57-2144-47fa-98ed-3a4f902ca03e) {{(pid=98188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 14:42:52.103011 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c228208-e668-4ac0-8958-bfc2f0747fb5 req-54758151-c339-4df7-a0f7-4d5acf83a690 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:52.105137 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-1c228208-e668-4ac0-8958-bfc2f0747fb5 req-54758151-c339-4df7-a0f7-4d5acf83a690 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/ports?device_id=10a33dd6-1367-49ed-86f0-a27bccfcf9a0 HTTP/1.1" status: 200 len: 945 time: 0.1633961 Jun 10 14:42:52.140763 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [req-413b3ec7-3e67-46b8-8988-616025526919 req-234860e6-1e3c-4673-b4a1-62e3ee74ccac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:52.214743 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.36', 50442) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:42:52.392522 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-82f5d432-b029-4905-bef3-44477aa58a3f req-4340d30b-ba69-4204-bbff-72f03f28b64f service neutron] 10.222.0.36 "GET /v2.0/networks/eceb2f61-46d5-4aae-a498-4b03ff1ffe6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5698121 Jun 10 14:42:52.423714 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-4f66a92b-b0de-4248-b7ab-3efe87eae1a7 req-ad971a9a-f623-4c6b-b6cd-a31142fbfd28 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c52d258-0d8b-45e0-820c-de32496e39eb HTTP/1.1" status: 200 len: 210 time: 0.0765135 Jun 10 14:42:52.447454 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-1c228208-e668-4ac0-8958-bfc2f0747fb5 req-1c617658-9a00-42a3-8fae-bf7857fcf4c3 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa6450ec-2090-40c0-8f5e-ef907fcb2083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3317921 Jun 10 14:42:52.615976 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.36', 50443) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:42:52.716983 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14514834-92e3-4dcb-ae83-87aecf697f5e req-efe4ab7a-ba20-45fc-812b-97fe90a68948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:52.718445 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-14514834-92e3-4dcb-ae83-87aecf697f5e req-efe4ab7a-ba20-45fc-812b-97fe90a68948 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=10a33dd6-1367-49ed-86f0-a27bccfcf9a0 HTTP/1.1" status: 200 len: 1098 time: 0.5024960 Jun 10 14:42:52.786422 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-dff630c3-8dd5-466f-b34a-6108895c8c7e req-fa3db740-a2da-42a8-8ab0-127876d9c185 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/ports?device_id=d967efd0-1130-473f-a29b-0961cdeca077 HTTP/1.1" status: 200 len: 210 time: 0.0971148 Jun 10 14:42:52.786529 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [req-14514834-92e3-4dcb-ae83-87aecf697f5e req-27f037cc-4770-41b6-8932-31c1e72532fd service neutron] Notify callbacks [] for security_group, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:52.935113 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-c849d4b0-d607-469b-b383-757db1fcc271 req-3c20e798-3b4a-4a5f-a51e-99d2ebc2848c tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Notify callbacks [] for port, precommit_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:52.971868 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91b0673-b105-45b5-874e-ed994b162ad7 req-af560e38-3348-4886-8d63-5d4a45fe0f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:52.974203 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-f91b0673-b105-45b5-874e-ed994b162ad7 req-af560e38-3348-4886-8d63-5d4a45fe0f98 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=96f4cdbf31fc4cbb8c5f5fa2addbb3de&device_id=c9a3b00d-2848-49e7-b8bf-d499e1885c8a HTTP/1.1" status: 200 len: 1097 time: 0.4768302 Jun 10 14:42:52.985244 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.db.provisioning_blocks [req-c849d4b0-d607-469b-b383-757db1fcc271 req-3c20e798-3b4a-4a5f-a51e-99d2ebc2848c tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Transition to ACTIVE for port object 4b5bad57-2144-47fa-98ed-3a4f902ca03e will not be triggered until provisioned by entity DHCP. {{(pid=98188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:42:53.025515 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e372ebd3-18d9-42f0-8105-09ada3757891 req-330e8803-6303-4816-8104-b6ecc2dddcd8 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:53.027024 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-e372ebd3-18d9-42f0-8105-09ada3757891 req-330e8803-6303-4816-8104-b6ecc2dddcd8 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.36 "GET /v2.0/networks?id=c57efc93-51ff-4248-b65b-e26a6d17993d HTTP/1.1" status: 200 len: 817 time: 0.4132900 Jun 10 14:42:53.040718 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.notifiers.nova [req-413b3ec7-3e67-46b8-8988-616025526919 req-234860e6-1e3c-4673-b4a1-62e3ee74ccac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49dc30b4-1676-4a63-9590-5935db8c67e8 {{(pid=98189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 14:42:53.054597 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e8af3e-b229-417b-a194-7866d3c79ded req-ee72345e-b5d3-4ad3-9b9e-a914e0d929d1 tempest-DeleteServersTestJSON-1534281482 tempest-DeleteServersTestJSON-1534281482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:53.056320 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-f1e8af3e-b229-417b-a194-7866d3c79ded req-ee72345e-b5d3-4ad3-9b9e-a914e0d929d1 tempest-DeleteServersTestJSON-1534281482 tempest-DeleteServersTestJSON-1534281482-project] 10.222.0.38 "GET /v2.0/ports?device_id=f3d2b72f-d8b8-48ba-8faf-da44d4ec57e4 HTTP/1.1" status: 200 len: 945 time: 0.3771939 Jun 10 14:42:53.063010 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [req-413b3ec7-3e67-46b8-8988-616025526919 req-234860e6-1e3c-4673-b4a1-62e3ee74ccac service neutron] Notify callbacks [] for port, precommit_update {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:53.258742 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-e372ebd3-18d9-42f0-8105-09ada3757891 req-d0bfe2e9-5d8d-4e1e-a362-cf4055ed9ca1 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5bcb8fb4303e43e69f7032747c4983b8 HTTP/1.1" status: 200 len: 379 time: 0.2013924 Jun 10 14:42:53.276896 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.v2.base [req-e372ebd3-18d9-42f0-8105-09ada3757891 req-7267396f-1e09-483d-91ed-43649ff89b63 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Request body: {'port': {'device_id': '1c52d258-0d8b-45e0-820c-de32496e39eb', 'network_id': 'c57efc93-51ff-4248-b65b-e26a6d17993d', 'admin_state_up': True, 'tenant_id': '5bcb8fb4303e43e69f7032747c4983b8', 'security_groups': ['bffe4572-7302-4f5a-9da6-eede10fb958e']}} {{(pid=98188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:42:53.293007 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-f1e8af3e-b229-417b-a194-7866d3c79ded req-8345028b-ae49-4033-a8da-a5beb6f89af1 tempest-DeleteServersTestJSON-1534281482 tempest-DeleteServersTestJSON-1534281482-project] 10.222.0.38 "GET /v2.0/security-groups?id=a047d23d-49fd-49e8-bd77-fc92d8b7ea63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036624 Jun 10 14:42:53.329862 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-c849d4b0-d607-469b-b383-757db1fcc271 req-3c20e798-3b4a-4a5f-a51e-99d2ebc2848c tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33290945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770842374660'] for port, after_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:53.351608 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:53.367106 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.db.provisioning_blocks [req-413b3ec7-3e67-46b8-8988-616025526919 req-234860e6-1e3c-4673-b4a1-62e3ee74ccac service neutron] Transition to ACTIVE for port object 49dc30b4-1676-4a63-9590-5935db8c67e8 will not be triggered until provisioned by entity L2. {{(pid=98189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:42:53.383753 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [req-413b3ec7-3e67-46b8-8988-616025526919 req-234860e6-1e3c-4673-b4a1-62e3ee74ccac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:53.398735 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:53.400961 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91b0673-b105-45b5-874e-ed994b162ad7 req-ee3392a0-8b9b-4dcb-afcf-0e7469cdf32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:53.402381 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-f91b0673-b105-45b5-874e-ed994b162ad7 req-ee3392a0-8b9b-4dcb-afcf-0e7469cdf32d service neutron] 10.222.0.36 "GET /v2.0/networks?id=eceb2f61-46d5-4aae-a498-4b03ff1ffe6f HTTP/1.1" status: 200 len: 919 time: 0.4179251 Jun 10 14:42:53.418036 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [req-14514834-92e3-4dcb-ae83-87aecf697f5e req-27f037cc-4770-41b6-8932-31c1e72532fd service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:53.452601 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [req-14514834-92e3-4dcb-ae83-87aecf697f5e req-27f037cc-4770-41b6-8932-31c1e72532fd service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:53.483012 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c849d4b0-d607-469b-b383-757db1fcc271 req-3c20e798-3b4a-4a5f-a51e-99d2ebc2848c tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Network 8f467c1d-b7dd-45f1-993c-b606f02ba79f is already hosted by enough agents. {{(pid=98188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 14:42:53.496697 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.scheduler.base_scheduler [req-c849d4b0-d607-469b-b383-757db1fcc271 req-3c20e798-3b4a-4a5f-a51e-99d2ebc2848c tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Resources bound (agent type, host, resource id): {{(pid=98188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:42:53.507982 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.db.l3_dvrscheduler_db [req-c849d4b0-d607-469b-b383-757db1fcc271 req-3c20e798-3b4a-4a5f-a51e-99d2ebc2848c tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Received port after_create {{(pid=98188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 14:42:53.514728 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c849d4b0-d607-469b-b383-757db1fcc271 req-3c20e798-3b4a-4a5f-a51e-99d2ebc2848c tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:53.515776 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-c849d4b0-d607-469b-b383-757db1fcc271 req-3c20e798-3b4a-4a5f-a51e-99d2ebc2848c tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545536'] for port, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:53.531621 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54b3516-7bd3-48b3-bf85-74c8c7ce946b req-fa9d4e0a-7c26-4afb-ad81-4109a1d56c4f tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:53.540716 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-f54b3516-7bd3-48b3-bf85-74c8c7ce946b req-fa9d4e0a-7c26-4afb-ad81-4109a1d56c4f tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bea10ad-651c-4fcf-9fcf-0e199a9ff9e9 HTTP/1.1" status: 200 len: 931 time: 0.3555496 Jun 10 14:42:53.547580 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c20e798-3b4a-4a5f-a51e-99d2ebc2848c tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Pushing event updated for resources: {'Port': ['ID=4b5bad57-2144-47fa-98ed-3a4f902ca03e,revision_number=1']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:53.554450 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-14514834-92e3-4dcb-ae83-87aecf697f5e req-27f037cc-4770-41b6-8932-31c1e72532fd service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=aa6450ec-2090-40c0-8f5e-ef907fcb2083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8134756 Jun 10 14:42:53.556098 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-f91b0673-b105-45b5-874e-ed994b162ad7 req-b06fc010-0ed6-413a-816e-2952607a8783 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39e2555c-329d-4b2c-b1ab-1211d2e21ca3 HTTP/1.1" status: 200 len: 217 time: 0.1401248 Jun 10 14:42:53.558859 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-3c20e798-3b4a-4a5f-a51e-99d2ebc2848c tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:53.581626 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-c849d4b0-d607-469b-b383-757db1fcc271 req-3c20e798-3b4a-4a5f-a51e-99d2ebc2848c tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0096204 Jun 10 14:42:53.621352 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234860e6-1e3c-4673-b4a1-62e3ee74ccac service neutron] Pushing event updated for resources: {'Port': ['ID=49dc30b4-1676-4a63-9590-5935db8c67e8,revision_number=2']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:53.624204 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-234860e6-1e3c-4673-b4a1-62e3ee74ccac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:53.626078 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-4ff5e712-3b58-425f-86df-fd1fa71a7876 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:53.628337 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-f54b3516-7bd3-48b3-bf85-74c8c7ce946b req-dfcd0179-0679-43a1-82d2-ad0f19d6d235 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/security-groups?id=7ef18720-15dd-4ca1-94ee-72a6568dc847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827858 Jun 10 14:42:53.633444 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e372ebd3-18d9-42f0-8105-09ada3757891 req-7267396f-1e09-483d-91ed-43649ff89b63 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Made reservation on behalf of 5bcb8fb4303e43e69f7032747c4983b8 for: {'port': 1} {{(pid=98188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 14:42:53.637437 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-e372ebd3-18d9-42f0-8105-09ada3757891 req-7267396f-1e09-483d-91ed-43649ff89b63 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:53.646455 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.v2.base [req-c849d4b0-d607-469b-b383-757db1fcc271 req-bf5b6794-8cec-40df-bbb8-19be5a08f204 service neutron] Request body: {'port': {'device_id': 'd967efd0-1130-473f-a29b-0961cdeca077', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79578'}} {{(pid=98188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:42:53.689851 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3d2b72f-d8b8-48ba-8faf-da44d4ec57e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e676eed-0c60-4e4f-89c3-009453a49c70'}] {{(pid=98190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:42:53.694724 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3d4185ab3030d597d4fdff3a42636a440041618624b200d466a1cf3773607d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf41863b-530d-4be5-9e7d-ded845f46b90" -d '{"events": [{"server_uuid": "f3d2b72f-d8b8-48ba-8faf-da44d4ec57e4", "name": "network-vif-plugged", "status": "completed", "tag": "7e676eed-0c60-4e4f-89c3-009453a49c70"}]}' {{(pid=98190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:42:53.742784 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f037cc-4770-41b6-8932-31c1e72532fd service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=2bae2375-423e-4aa1-bbcc-85ec3d0e5522,revision_number=1']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:53.745987 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-27f037cc-4770-41b6-8932-31c1e72532fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:53.750284 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.managers [req-413b3ec7-3e67-46b8-8988-616025526919 req-234860e6-1e3c-4673-b4a1-62e3ee74ccac service neutron] Attempting to bind port 49dc30b4-1676-4a63-9590-5935db8c67e8 on host hv-cinder-79578 for vnic_type normal with profile {{(pid=98189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 14:42:53.750757 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.managers [req-413b3ec7-3e67-46b8-8988-616025526919 req-234860e6-1e3c-4673-b4a1-62e3ee74ccac service neutron] Attempting to bind port 49dc30b4-1676-4a63-9590-5935db8c67e8 by drivers openvswitch,hyperv on host hv-cinder-79578 at level 0 using segments [{'id': '32d1116f-1d2e-4c45-9eab-f4f6570fa755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eceb2f61-46d5-4aae-a498-4b03ff1ffe6f'}] {{(pid=98189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 14:42:53.750948 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413b3ec7-3e67-46b8-8988-616025526919 req-234860e6-1e3c-4673-b4a1-62e3ee74ccac service neutron] Attempting to bind port 49dc30b4-1676-4a63-9590-5935db8c67e8 on network eceb2f61-46d5-4aae-a498-4b03ff1ffe6f {{(pid=98189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 14:42:53.756019 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-af60f71c-bc1d-4a99-b47a-504a9be93d91 req-1f63c2bf-c532-4c23-a77c-10d7a28e6906 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c52d258-0d8b-45e0-820c-de32496e39eb HTTP/1.1" status: 200 len: 210 time: 0.1218927 Jun 10 14:42:53.760268 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91b0673-b105-45b5-874e-ed994b162ad7 req-f5c946ca-90e4-43e9-908e-809e2268283b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:53.762242 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-f91b0673-b105-45b5-874e-ed994b162ad7 req-f5c946ca-90e4-43e9-908e-809e2268283b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b3511c78-374d-4ef9-a4c4-c0913a2192ca HTTP/1.1" status: 200 len: 858 time: 0.1318462 Jun 10 14:42:53.762727 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413b3ec7-3e67-46b8-8988-616025526919 req-234860e6-1e3c-4673-b4a1-62e3ee74ccac service neutron] Port 49dc30b4-1676-4a63-9590-5935db8c67e8 on network eceb2f61-46d5-4aae-a498-4b03ff1ffe6f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79578 {{(pid=98189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 14:42:53.763051 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413b3ec7-3e67-46b8-8988-616025526919 req-234860e6-1e3c-4673-b4a1-62e3ee74ccac service neutron] Attempting to bind port 49dc30b4-1676-4a63-9590-5935db8c67e8 on network eceb2f61-46d5-4aae-a498-4b03ff1ffe6f {{(pid=98189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 14:42:53.785619 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413b3ec7-3e67-46b8-8988-616025526919 req-234860e6-1e3c-4673-b4a1-62e3ee74ccac service neutron] Checking agent: {'id': 'c47c39ee-f167-41a2-bf85-7dde6d0410ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79578', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 14, 40, 37), 'started_at': datetime.datetime(2021, 6, 10, 14, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 14, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 14:42:53.786042 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413b3ec7-3e67-46b8-8988-616025526919 req-234860e6-1e3c-4673-b4a1-62e3ee74ccac service neutron] Checking segment: {'id': '32d1116f-1d2e-4c45-9eab-f4f6570fa755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eceb2f61-46d5-4aae-a498-4b03ff1ffe6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 14:42:53.786667 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413b3ec7-3e67-46b8-8988-616025526919 req-234860e6-1e3c-4673-b4a1-62e3ee74ccac service neutron] Bound using segment: {'id': '32d1116f-1d2e-4c45-9eab-f4f6570fa755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eceb2f61-46d5-4aae-a498-4b03ff1ffe6f'} {{(pid=98189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 14:42:53.787302 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.managers [req-413b3ec7-3e67-46b8-8988-616025526919 req-234860e6-1e3c-4673-b4a1-62e3ee74ccac service neutron] Bound port: 49dc30b4-1676-4a63-9590-5935db8c67e8, host: hv-cinder-79578, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32d1116f-1d2e-4c45-9eab-f4f6570fa755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eceb2f61-46d5-4aae-a498-4b03ff1ffe6f'}}] {{(pid=98189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 14:42:53.788120 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [req-413b3ec7-3e67-46b8-8988-616025526919 req-234860e6-1e3c-4673-b4a1-62e3ee74ccac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:53.799778 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 14:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85ce77f5-0d84-4843-988b-0a6f65997d3d x-openstack-request-id: req-85ce77f5-0d84-4843-988b-0a6f65997d3d {{(pid=98190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:42:53.800135 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3d2b72f-d8b8-48ba-8faf-da44d4ec57e4", "name": "network-vif-plugged", "status": "completed", "tag": "7e676eed-0c60-4e4f-89c3-009453a49c70", "code": 200}]} {{(pid=98190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:42:53.801172 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-85ce77f5-0d84-4843-988b-0a6f65997d3d {{(pid=98190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:42:53.801689 dv-cinder-795785-1-smb neutron-server[98190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3d2b72f-d8b8-48ba-8faf-da44d4ec57e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e676eed-0c60-4e4f-89c3-009453a49c70', 'code': 200} Jun 10 14:42:53.830824 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-f91b0673-b105-45b5-874e-ed994b162ad7 req-f9e9a45c-db2a-498c-b4a5-c0d781ab69ff service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eceb2f61-46d5-4aae-a498-4b03ff1ffe6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554509 Jun 10 14:42:53.849962 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-71c3d5d9-db4b-443d-ad3f-e7b0afba5b1a None None] Provisioning for port 4b5bad57-2144-47fa-98ed-3a4f902ca03e completed by entity DHCP. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:42:53.855089 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-71c3d5d9-db4b-443d-ad3f-e7b0afba5b1a None None] Provisioning complete for port 4b5bad57-2144-47fa-98ed-3a4f902ca03e triggered by entity DHCP. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:42:53.855739 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-71c3d5d9-db4b-443d-ad3f-e7b0afba5b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32877986'] for port, provisioning_complete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:53.935144 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.plugin [None req-71c3d5d9-db4b-443d-ad3f-e7b0afba5b1a None None] Port 4b5bad57-2144-47fa-98ed-3a4f902ca03e cannot update to ACTIVE because it is not bound. {{(pid=98190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 14:42:54.001173 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.db [req-413b3ec7-3e67-46b8-8988-616025526919 req-234860e6-1e3c-4673-b4a1-62e3ee74ccac service neutron] For port 49dc30b4-1676-4a63-9590-5935db8c67e8, host hv-cinder-79578, cleared binding levels {{(pid=98189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 14:42:54.017825 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-c849d4b0-d607-469b-b383-757db1fcc271 req-bf5b6794-8cec-40df-bbb8-19be5a08f204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:54.020998 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.db [req-413b3ec7-3e67-46b8-8988-616025526919 req-234860e6-1e3c-4673-b4a1-62e3ee74ccac service neutron] For port 49dc30b4-1676-4a63-9590-5935db8c67e8, host hv-cinder-79578, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=49dc30b4-1676-4a63-9590-5935db8c67e8,segment=NetworkSegment(32d1116f-1d2e-4c45-9eab-f4f6570fa755),segment_id=32d1116f-1d2e-4c45-9eab-f4f6570fa755)] {{(pid=98189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 14:42:54.033541 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [req-413b3ec7-3e67-46b8-8988-616025526919 req-234860e6-1e3c-4673-b4a1-62e3ee74ccac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:54.039217 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-381f0857-5f66-41ca-b690-42f4e42c85fd tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:54.059731 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c95ef-1e4e-41c7-8f25-6d7d1b7a761d req-5a3303af-f04c-4a13-a359-0c92b8027f6f tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:54.061215 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-6f2c95ef-1e4e-41c7-8f25-6d7d1b7a761d req-5a3303af-f04c-4a13-a359-0c92b8027f6f tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/ports?device_id=10a33dd6-1367-49ed-86f0-a27bccfcf9a0 HTTP/1.1" status: 200 len: 945 time: 0.2871013 Jun 10 14:42:54.078163 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-f91b0673-b105-45b5-874e-ed994b162ad7 req-e2878614-c447-4b5d-985e-66514fc1edb3 service neutron] 10.222.0.36 "GET /v2.0/networks/eceb2f61-46d5-4aae-a498-4b03ff1ffe6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088282 Jun 10 14:42:54.081615 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.db.db_base_plugin_common [req-e372ebd3-18d9-42f0-8105-09ada3757891 req-7267396f-1e09-483d-91ed-43649ff89b63 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Allocated IP 172.20.0.8 (c57efc93-51ff-4248-b65b-e26a6d17993d/3eeef57d-bb05-42dc-8725-b618d4269135/e687c7b7-493c-4e9c-b3ab-85878b4485c5) {{(pid=98188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 14:42:54.112115 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413b3ec7-3e67-46b8-8988-616025526919 req-234860e6-1e3c-4673-b4a1-62e3ee74ccac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:54.112783 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [req-413b3ec7-3e67-46b8-8988-616025526919 req-234860e6-1e3c-4673-b4a1-62e3ee74ccac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545536'] for port, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:54.115121 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-413b3ec7-3e67-46b8-8988-616025526919 req-234860e6-1e3c-4673-b4a1-62e3ee74ccac service neutron] 10.222.0.36 "PUT /v2.0/ports/49dc30b4-1676-4a63-9590-5935db8c67e8 HTTP/1.1" status: 200 len: 1093 time: 2.4638357 Jun 10 14:42:54.131402 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bea10ad-651c-4fcf-9fcf-0e199a9ff9e9', 'tag': '49dc30b4-1676-4a63-9590-5935db8c67e8'}] {{(pid=98189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:42:54.134321 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd5238e10c74dbb520512e65c1fdd866749acdde8b41798b102d67d69ab3830" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-065ecd85-e85e-45ee-80ce-1c809fdee1f5" -d '{"events": [{"name": "network-changed", "server_uuid": "2bea10ad-651c-4fcf-9fcf-0e199a9ff9e9", "tag": "49dc30b4-1676-4a63-9590-5935db8c67e8"}]}' {{(pid=98189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:42:54.203535 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-6f2c95ef-1e4e-41c7-8f25-6d7d1b7a761d req-bb9a2c78-d465-4703-87d2-59abda421de2 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa6450ec-2090-40c0-8f5e-ef907fcb2083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316640 Jun 10 14:42:54.230552 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234860e6-1e3c-4673-b4a1-62e3ee74ccac service neutron] Pushing event updated for resources: {'Port': ['ID=49dc30b4-1676-4a63-9590-5935db8c67e8,revision_number=3']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:54.230552 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-234860e6-1e3c-4673-b4a1-62e3ee74ccac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:54.262700 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e774b64-ec57-4a86-9197-622432004c50 req-e579d06a-c5f1-4169-9253-a1f4b99b5893 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:54.264183 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-3e774b64-ec57-4a86-9197-622432004c50 req-e579d06a-c5f1-4169-9253-a1f4b99b5893 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/ports?device_id=d967efd0-1130-473f-a29b-0961cdeca077 HTTP/1.1" status: 200 len: 932 time: 0.3413408 Jun 10 14:42:54.315683 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 14:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01bbce38-5723-439f-939c-a82670abc39d x-openstack-request-id: req-01bbce38-5723-439f-939c-a82670abc39d {{(pid=98189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:42:54.316044 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bea10ad-651c-4fcf-9fcf-0e199a9ff9e9", "tag": "49dc30b4-1676-4a63-9590-5935db8c67e8", "status": "completed", "code": 200}]} {{(pid=98189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:42:54.316893 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-01bbce38-5723-439f-939c-a82670abc39d {{(pid=98189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:42:54.318297 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bea10ad-651c-4fcf-9fcf-0e199a9ff9e9', 'tag': '49dc30b4-1676-4a63-9590-5935db8c67e8', 'status': 'completed', 'code': 200} Jun 10 14:42:54.349267 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34c52f3-ece6-4e68-bcd0-3ec8f292eb35 req-fcf11afb-b39a-4b9e-ad23-0d1e7c731b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:54.350814 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-d34c52f3-ece6-4e68-bcd0-3ec8f292eb35 req-fcf11afb-b39a-4b9e-ad23-0d1e7c731b2c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f3d2b72f-d8b8-48ba-8faf-da44d4ec57e4 HTTP/1.1" status: 200 len: 1098 time: 0.3078363 Jun 10 14:42:54.358937 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-f91b0673-b105-45b5-874e-ed994b162ad7 req-8fd81a90-6dbe-4ff7-b8e1-fce2f511739f service neutron] 10.222.0.36 "GET /v2.0/networks/eceb2f61-46d5-4aae-a498-4b03ff1ffe6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525487 Jun 10 14:42:54.370610 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413b3ec7-3e67-46b8-8988-616025526919 req-aa62051f-72e3-435b-9f8f-6c3f33c4e867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:54.372064 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-413b3ec7-3e67-46b8-8988-616025526919 req-aa62051f-72e3-435b-9f8f-6c3f33c4e867 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=96f4cdbf31fc4cbb8c5f5fa2addbb3de&device_id=2bea10ad-651c-4fcf-9fcf-0e199a9ff9e9 HTTP/1.1" status: 200 len: 1096 time: 0.2034533 Jun 10 14:42:54.443931 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-413b3ec7-3e67-46b8-8988-616025526919 req-a2f62e3e-ed4e-4bc2-ba7f-af75b788480d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49dc30b4-1676-4a63-9590-5935db8c67e8 HTTP/1.1" status: 200 len: 217 time: 0.0603347 Jun 10 14:42:54.450905 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-3e774b64-ec57-4a86-9197-622432004c50 req-584faf7b-6b95-4ee1-a50d-09ef73693105 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/security-groups?id=ba1f250a-493e-4112-8d1f-5dae11288c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1765957 Jun 10 14:42:54.498991 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-d34c52f3-ece6-4e68-bcd0-3ec8f292eb35 req-54e3d298-0e5a-4321-945e-96b2ce69d4de service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a047d23d-49fd-49e8-bd77-fc92d8b7ea63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369116 Jun 10 14:42:54.519269 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413b3ec7-3e67-46b8-8988-616025526919 req-6e06d3da-a448-4f33-ae2d-f003a494e65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:54.521083 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-413b3ec7-3e67-46b8-8988-616025526919 req-6e06d3da-a448-4f33-ae2d-f003a494e65a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b3511c78-374d-4ef9-a4c4-c0913a2192ca HTTP/1.1" status: 200 len: 858 time: 0.0695851 Jun 10 14:42:54.602585 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-413b3ec7-3e67-46b8-8988-616025526919 req-539ff519-b5b9-4401-85a3-55e84f408e14 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eceb2f61-46d5-4aae-a498-4b03ff1ffe6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548368 Jun 10 14:42:54.788808 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-413b3ec7-3e67-46b8-8988-616025526919 req-ac34cf6c-7fb7-45c3-bf44-e4c5cb661306 service neutron] 10.222.0.36 "GET /v2.0/networks/eceb2f61-46d5-4aae-a498-4b03ff1ffe6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713698 Jun 10 14:42:54.963091 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-413b3ec7-3e67-46b8-8988-616025526919 req-1fc65c60-51b0-4bb1-a5fd-43566b486cab service neutron] 10.222.0.36 "GET /v2.0/networks/eceb2f61-46d5-4aae-a498-4b03ff1ffe6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626732 Jun 10 14:42:55.006307 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-e372ebd3-18d9-42f0-8105-09ada3757891 req-7267396f-1e09-483d-91ed-43649ff89b63 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Notify callbacks [] for port, precommit_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:55.065133 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.db.provisioning_blocks [req-e372ebd3-18d9-42f0-8105-09ada3757891 req-7267396f-1e09-483d-91ed-43649ff89b63 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Transition to ACTIVE for port object e687c7b7-493c-4e9c-b3ab-85878b4485c5 will not be triggered until provisioned by entity DHCP. {{(pid=98188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:42:55.153305 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 33566) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:42:55.195428 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065ecd85-e85e-45ee-80ce-1c809fdee1f5 req-f6492abc-1341-4508-bf07-bdefb48250a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:55.197147 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-065ecd85-e85e-45ee-80ce-1c809fdee1f5 req-f6492abc-1341-4508-bf07-bdefb48250a9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=96f4cdbf31fc4cbb8c5f5fa2addbb3de&device_id=2bea10ad-651c-4fcf-9fcf-0e199a9ff9e9 HTTP/1.1" status: 200 len: 1096 time: 0.0978448 Jun 10 14:42:55.200799 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.notifiers.nova [req-c849d4b0-d607-469b-b383-757db1fcc271 req-bf5b6794-8cec-40df-bbb8-19be5a08f204 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b5bad57-2144-47fa-98ed-3a4f902ca03e {{(pid=98188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 14:42:55.207671 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 33570) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:42:55.216724 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-c849d4b0-d607-469b-b383-757db1fcc271 req-bf5b6794-8cec-40df-bbb8-19be5a08f204 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:55.236238 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1990e0-ddf0-4ce4-88b0-aec06d115cf8 req-658a0c0a-9451-47dd-8dad-90dd80b85ab8 tempest-DeleteServersTestJSON-1534281482 tempest-DeleteServersTestJSON-1534281482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:55.248429 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-7f1990e0-ddf0-4ce4-88b0-aec06d115cf8 req-658a0c0a-9451-47dd-8dad-90dd80b85ab8 tempest-DeleteServersTestJSON-1534281482 tempest-DeleteServersTestJSON-1534281482-project] 10.222.0.38 "GET /v2.0/ports?device_id=f3d2b72f-d8b8-48ba-8faf-da44d4ec57e4 HTTP/1.1" status: 200 len: 945 time: 0.7051468 Jun 10 14:42:55.277167 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.db.provisioning_blocks [req-c849d4b0-d607-469b-b383-757db1fcc271 req-bf5b6794-8cec-40df-bbb8-19be5a08f204 service neutron] Transition to ACTIVE for port object 4b5bad57-2144-47fa-98ed-3a4f902ca03e will not be triggered until provisioned by entity L2. {{(pid=98188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:42:55.278373 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-e372ebd3-18d9-42f0-8105-09ada3757891 req-7267396f-1e09-483d-91ed-43649ff89b63 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33290945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770842374660'] for port, after_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:55.287963 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af5e258-e5f0-45dd-b9aa-d0bbdbf58554 req-f86749c7-7922-471f-80ff-f0db5b781338 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:55.294930 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-1af5e258-e5f0-45dd-b9aa-d0bbdbf58554 req-f86749c7-7922-471f-80ff-f0db5b781338 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bea10ad-651c-4fcf-9fcf-0e199a9ff9e9 HTTP/1.1" status: 200 len: 943 time: 0.4143140 Jun 10 14:42:55.307996 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-c849d4b0-d607-469b-b383-757db1fcc271 req-bf5b6794-8cec-40df-bbb8-19be5a08f204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:55.318322 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:55.358885 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065ecd85-e85e-45ee-80ce-1c809fdee1f5 req-2a2cc944-1912-4786-ac39-a22d4bbc9585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:55.360297 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-065ecd85-e85e-45ee-80ce-1c809fdee1f5 req-2a2cc944-1912-4786-ac39-a22d4bbc9585 service neutron] 10.222.0.36 "GET /v2.0/networks?id=eceb2f61-46d5-4aae-a498-4b03ff1ffe6f HTTP/1.1" status: 200 len: 919 time: 0.1459715 Jun 10 14:42:55.377330 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-f32f8802-333c-4b50-a7f3-c8750c195998 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:55.421055 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-f1f42e3b-f03e-4f31-aefa-175088c81c77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:55.429563 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e372ebd3-18d9-42f0-8105-09ada3757891 req-7267396f-1e09-483d-91ed-43649ff89b63 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Network c57efc93-51ff-4248-b65b-e26a6d17993d is already hosted by enough agents. {{(pid=98188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 14:42:55.434068 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-065ecd85-e85e-45ee-80ce-1c809fdee1f5 req-3c8ac57a-0af3-4411-a8df-89d7c525c993 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49dc30b4-1676-4a63-9590-5935db8c67e8 HTTP/1.1" status: 200 len: 217 time: 0.0628526 Jun 10 14:42:55.444082 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-7f1990e0-ddf0-4ce4-88b0-aec06d115cf8 req-fd1b4117-ea38-4774-bac3-542420bad65b tempest-DeleteServersTestJSON-1534281482 tempest-DeleteServersTestJSON-1534281482-project] 10.222.0.38 "GET /v2.0/security-groups?id=a047d23d-49fd-49e8-bd77-fc92d8b7ea63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947024 Jun 10 14:42:55.475655 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.scheduler.base_scheduler [req-e372ebd3-18d9-42f0-8105-09ada3757891 req-7267396f-1e09-483d-91ed-43649ff89b63 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Resources bound (agent type, host, resource id): {{(pid=98188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:42:55.548105 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065ecd85-e85e-45ee-80ce-1c809fdee1f5 req-2f17a700-dd77-4c55-840b-e7a1b951959b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:55.549721 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-065ecd85-e85e-45ee-80ce-1c809fdee1f5 req-2f17a700-dd77-4c55-840b-e7a1b951959b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b3511c78-374d-4ef9-a4c4-c0913a2192ca HTTP/1.1" status: 200 len: 858 time: 0.1081116 Jun 10 14:42:55.582035 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.db.l3_dvrscheduler_db [req-e372ebd3-18d9-42f0-8105-09ada3757891 req-7267396f-1e09-483d-91ed-43649ff89b63 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Received port after_create {{(pid=98188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 14:42:55.587482 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e372ebd3-18d9-42f0-8105-09ada3757891 req-7267396f-1e09-483d-91ed-43649ff89b63 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:55.588099 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-e372ebd3-18d9-42f0-8105-09ada3757891 req-7267396f-1e09-483d-91ed-43649ff89b63 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545536'] for port, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:55.609009 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-1af5e258-e5f0-45dd-b9aa-d0bbdbf58554 req-fff386b4-b23f-4ca9-a48c-6d57e9955062 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/security-groups?id=7ef18720-15dd-4ca1-94ee-72a6568dc847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3132153 Jun 10 14:42:55.615516 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7267396f-1e09-483d-91ed-43649ff89b63 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Pushing event updated for resources: {'Port': ['ID=e687c7b7-493c-4e9c-b3ab-85878b4485c5,revision_number=1']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:55.638024 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-065ecd85-e85e-45ee-80ce-1c809fdee1f5 req-5b4f5bef-63ef-41a5-a1f9-217a7189de9d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eceb2f61-46d5-4aae-a498-4b03ff1ffe6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672393 Jun 10 14:42:55.691202 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-f32f8802-333c-4b50-a7f3-c8750c195998 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:55.719659 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-f32f8802-333c-4b50-a7f3-c8750c195998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:55.727201 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:55.823120 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.managers [req-c849d4b0-d607-469b-b383-757db1fcc271 req-bf5b6794-8cec-40df-bbb8-19be5a08f204 service neutron] Attempting to bind port 4b5bad57-2144-47fa-98ed-3a4f902ca03e on host hv-cinder-79578 for vnic_type normal with profile {{(pid=98188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 14:42:55.823464 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.managers [req-c849d4b0-d607-469b-b383-757db1fcc271 req-bf5b6794-8cec-40df-bbb8-19be5a08f204 service neutron] Attempting to bind port 4b5bad57-2144-47fa-98ed-3a4f902ca03e by drivers openvswitch,hyperv on host hv-cinder-79578 at level 0 using segments [{'id': '702c310b-86f3-4e1c-9a69-5651c2af6549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8f467c1d-b7dd-45f1-993c-b606f02ba79f'}] {{(pid=98188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 14:42:55.823793 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c849d4b0-d607-469b-b383-757db1fcc271 req-bf5b6794-8cec-40df-bbb8-19be5a08f204 service neutron] Attempting to bind port 4b5bad57-2144-47fa-98ed-3a4f902ca03e on network 8f467c1d-b7dd-45f1-993c-b606f02ba79f {{(pid=98188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 14:42:55.829111 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-f32f8802-333c-4b50-a7f3-c8750c195998 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5bee128873864b5b867d80668c1c0b8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6194670 Jun 10 14:42:55.834830 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32f8802-333c-4b50-a7f3-c8750c195998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d40d34d0-047e-40ac-b098-a25bf91f2eff,revision_number=1']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:55.837842 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-f32f8802-333c-4b50-a7f3-c8750c195998 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:55.838325 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 33578) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:42:55.860718 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-065ecd85-e85e-45ee-80ce-1c809fdee1f5 req-355fe7fd-bf84-4899-b035-3c2e7168f563 service neutron] 10.222.0.36 "GET /v2.0/networks/eceb2f61-46d5-4aae-a498-4b03ff1ffe6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086036 Jun 10 14:42:55.875888 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c849d4b0-d607-469b-b383-757db1fcc271 req-bf5b6794-8cec-40df-bbb8-19be5a08f204 service neutron] Port 4b5bad57-2144-47fa-98ed-3a4f902ca03e on network 8f467c1d-b7dd-45f1-993c-b606f02ba79f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79578 {{(pid=98188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 14:42:55.876222 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c849d4b0-d607-469b-b383-757db1fcc271 req-bf5b6794-8cec-40df-bbb8-19be5a08f204 service neutron] Attempting to bind port 4b5bad57-2144-47fa-98ed-3a4f902ca03e on network 8f467c1d-b7dd-45f1-993c-b606f02ba79f {{(pid=98188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 14:42:55.878106 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5b6794-8cec-40df-bbb8-19be5a08f204 service neutron] Pushing event updated for resources: {'Port': ['ID=4b5bad57-2144-47fa-98ed-3a4f902ca03e,revision_number=2']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:55.882513 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-bf5b6794-8cec-40df-bbb8-19be5a08f204 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:55.886835 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.517s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:55.887280 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:55.903943 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c849d4b0-d607-469b-b383-757db1fcc271 req-bf5b6794-8cec-40df-bbb8-19be5a08f204 service neutron] Checking agent: {'id': 'c47c39ee-f167-41a2-bf85-7dde6d0410ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79578', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 14, 40, 37), 'started_at': datetime.datetime(2021, 6, 10, 14, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 14, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 14:42:55.904313 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c849d4b0-d607-469b-b383-757db1fcc271 req-bf5b6794-8cec-40df-bbb8-19be5a08f204 service neutron] Checking segment: {'id': '702c310b-86f3-4e1c-9a69-5651c2af6549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8f467c1d-b7dd-45f1-993c-b606f02ba79f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 14:42:55.904698 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c849d4b0-d607-469b-b383-757db1fcc271 req-bf5b6794-8cec-40df-bbb8-19be5a08f204 service neutron] Bound using segment: {'id': '702c310b-86f3-4e1c-9a69-5651c2af6549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8f467c1d-b7dd-45f1-993c-b606f02ba79f'} {{(pid=98188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 14:42:55.905184 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.managers [req-c849d4b0-d607-469b-b383-757db1fcc271 req-bf5b6794-8cec-40df-bbb8-19be5a08f204 service neutron] Bound port: 4b5bad57-2144-47fa-98ed-3a4f902ca03e, host: hv-cinder-79578, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '702c310b-86f3-4e1c-9a69-5651c2af6549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8f467c1d-b7dd-45f1-993c-b606f02ba79f'}}] {{(pid=98188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 14:42:55.905559 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-c849d4b0-d607-469b-b383-757db1fcc271 req-bf5b6794-8cec-40df-bbb8-19be5a08f204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:55.917877 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-c287dfa3-2b5a-4ece-b43d-98d877c7ca69 None None] Provisioning for port e687c7b7-493c-4e9c-b3ab-85878b4485c5 completed by entity DHCP. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:42:55.921925 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-c287dfa3-2b5a-4ece-b43d-98d877c7ca69 None None] Provisioning complete for port e687c7b7-493c-4e9c-b3ab-85878b4485c5 triggered by entity DHCP. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:42:55.922375 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-c287dfa3-2b5a-4ece-b43d-98d877c7ca69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32877986'] for port, provisioning_complete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:55.964849 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c773eb-e1b1-4add-aa73-aa3ec60be2fb req-a1bce8c7-9834-40c6-9f4b-879f44ca2013 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:55.966424 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-69c773eb-e1b1-4add-aa73-aa3ec60be2fb req-a1bce8c7-9834-40c6-9f4b-879f44ca2013 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c52d258-0d8b-45e0-820c-de32496e39eb HTTP/1.1" status: 200 len: 931 time: 0.3200943 Jun 10 14:42:56.001927 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-92edcc00-3aac-4f34-9362-828dfe5c6766 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:56.071369 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Device 39e2555c-329d-4b2c-b1ab-1211d2e21ca3 details requested by agent hyperv_hv-cinder-79578 with host hv-cinder-79578 {{(pid=98190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 14:42:56.094050 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd08dd18-3c1d-4e19-9179-51cfb7c8916b req-f7e5cfe9-94a9-4c01-9178-4335e18c3c40 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:56.095635 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-fd08dd18-3c1d-4e19-9179-51cfb7c8916b req-f7e5cfe9-94a9-4c01-9178-4335e18c3c40 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/ports?device_id=10a33dd6-1367-49ed-86f0-a27bccfcf9a0 HTTP/1.1" status: 200 len: 945 time: 0.3230369 Jun 10 14:42:56.110300 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.plugin [None req-c287dfa3-2b5a-4ece-b43d-98d877c7ca69 None None] Port e687c7b7-493c-4e9c-b3ab-85878b4485c5 cannot update to ACTIVE because it is not bound. {{(pid=98190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 14:42:56.148606 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-f1f42e3b-f03e-4f31-aefa-175088c81c77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:56.155168 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.db [req-c849d4b0-d607-469b-b383-757db1fcc271 req-bf5b6794-8cec-40df-bbb8-19be5a08f204 service neutron] For port 4b5bad57-2144-47fa-98ed-3a4f902ca03e, host hv-cinder-79578, cleared binding levels {{(pid=98188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 14:42:56.179641 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-f1f42e3b-f03e-4f31-aefa-175088c81c77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:56.184915 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-69c773eb-e1b1-4add-aa73-aa3ec60be2fb req-33f06fd2-7d61-48d2-b3ba-87b7be45b7b6 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?id=bffe4572-7302-4f5a-9da6-eede10fb958e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1875145 Jun 10 14:42:56.201441 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-e372ebd3-18d9-42f0-8105-09ada3757891 req-7267396f-1e09-483d-91ed-43649ff89b63 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9309669 Jun 10 14:42:56.213498 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.db [req-c849d4b0-d607-469b-b383-757db1fcc271 req-bf5b6794-8cec-40df-bbb8-19be5a08f204 service neutron] For port 4b5bad57-2144-47fa-98ed-3a4f902ca03e, host hv-cinder-79578, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=4b5bad57-2144-47fa-98ed-3a4f902ca03e,segment=NetworkSegment(702c310b-86f3-4e1c-9a69-5651c2af6549),segment_id=702c310b-86f3-4e1c-9a69-5651c2af6549)] {{(pid=98188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 14:42:56.215883 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-6f477b4f-ca39-416a-9312-80774c0ae1bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:56.232538 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] For port 39e2555c-329d-4b2c-b1ab-1211d2e21ca3, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=39e2555c-329d-4b2c-b1ab-1211d2e21ca3,segment=NetworkSegment(32d1116f-1d2e-4c45-9eab-f4f6570fa755),segment_id=32d1116f-1d2e-4c45-9eab-f4f6570fa755)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:42:56.248767 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.v2.base [req-e372ebd3-18d9-42f0-8105-09ada3757891 req-1d2224df-3b9f-4222-ba88-ff35edc23126 service neutron] Request body: {'port': {'device_id': '1c52d258-0d8b-45e0-820c-de32496e39eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79578'}} {{(pid=98188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:42:56.249627 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Returning: {'device': '39e2555c-329d-4b2c-b1ab-1211d2e21ca3', 'network_id': 'eceb2f61-46d5-4aae-a498-4b03ff1ffe6f', 'port_id': '39e2555c-329d-4b2c-b1ab-1211d2e21ca3', 'mac_address': 'fa:16:3e:eb:b0:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3511c78-374d-4ef9-a4c4-c0913a2192ca', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 14:42:56.256988 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-fd08dd18-3c1d-4e19-9179-51cfb7c8916b req-65c769ae-d792-4f4f-b895-cf6a9ddb40e5 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa6450ec-2090-40c0-8f5e-ef907fcb2083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517591 Jun 10 14:42:56.258274 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-c849d4b0-d607-469b-b383-757db1fcc271 req-bf5b6794-8cec-40df-bbb8-19be5a08f204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:56.276648 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-92edcc00-3aac-4f34-9362-828dfe5c6766 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:56.286267 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-065ecd85-e85e-45ee-80ce-1c809fdee1f5 req-aedc37fa-3e4a-4d7a-93a7-4c3bb34544a8 service neutron] 10.222.0.36 "GET /v2.0/networks/eceb2f61-46d5-4aae-a498-4b03ff1ffe6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4182801 Jun 10 14:42:56.327828 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:56.347307 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.notifiers.nova [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39e2555c-329d-4b2c-b1ab-1211d2e21ca3 {{(pid=98190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 14:42:56.364941 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-92edcc00-3aac-4f34-9362-828dfe5c6766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:56.367747 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-92edcc00-3aac-4f34-9362-828dfe5c6766 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:56.375472 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] For port 39e2555c-329d-4b2c-b1ab-1211d2e21ca3, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=39e2555c-329d-4b2c-b1ab-1211d2e21ca3,segment=NetworkSegment(32d1116f-1d2e-4c45-9eab-f4f6570fa755),segment_id=32d1116f-1d2e-4c45-9eab-f4f6570fa755)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:42:56.381724 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-92edcc00-3aac-4f34-9362-828dfe5c6766 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d40d34d0-047e-40ac-b098-a25bf91f2eff HTTP/1.1" status: 204 len: 168 time: 0.5308940 Jun 10 14:42:56.383525 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:56.386743 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-84931959-ba09-453b-b5b6-02c8e213ba40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:56.387963 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-f32f8802-333c-4b50-a7f3-c8750c195998 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:56.409737 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92edcc00-3aac-4f34-9362-828dfe5c6766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d40d34d0-047e-40ac-b098-a25bf91f2eff,revision_number=None']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:56.414005 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-92edcc00-3aac-4f34-9362-828dfe5c6766 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:56.434071 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-f1f42e3b-f03e-4f31-aefa-175088c81c77 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=82347882fb8b478b916113cdcb57d2e8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2782636 Jun 10 14:42:56.434831 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f42e3b-f03e-4f31-aefa-175088c81c77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dba6ae3f-09f2-4595-9db2-f85092be9fc5,revision_number=1']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:56.436847 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 33592) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:42:56.457924 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c849d4b0-d607-469b-b383-757db1fcc271 req-bf5b6794-8cec-40df-bbb8-19be5a08f204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:56.458545 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-c849d4b0-d607-469b-b383-757db1fcc271 req-bf5b6794-8cec-40df-bbb8-19be5a08f204 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545536'] for port, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:56.465668 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-c849d4b0-d607-469b-b383-757db1fcc271 req-bf5b6794-8cec-40df-bbb8-19be5a08f204 service neutron] 10.222.0.36 "PUT /v2.0/ports/4b5bad57-2144-47fa-98ed-3a4f902ca03e HTTP/1.1" status: 200 len: 1094 time: 2.8278682 Jun 10 14:42:56.467634 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd967efd0-1130-473f-a29b-0961cdeca077', 'tag': '4b5bad57-2144-47fa-98ed-3a4f902ca03e'}] {{(pid=98188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:42:56.471419 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f0fe7ff9a18056505f9f26f34e6288f69420e23a9758a676b79d6915a840c7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e81d2694-c042-4d07-bc54-4562fbf1133c" -d '{"events": [{"name": "network-changed", "server_uuid": "d967efd0-1130-473f-a29b-0961cdeca077", "tag": "4b5bad57-2144-47fa-98ed-3a4f902ca03e"}]}' {{(pid=98188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:42:56.527110 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Pushing event updated for resources: {'Port': ['ID=39e2555c-329d-4b2c-b1ab-1211d2e21ca3,revision_number=4']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:56.532105 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:56.569298 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-df65fd98-98a1-4bb1-a5f4-382163bd36fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:56.621881 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-df65fd98-98a1-4bb1-a5f4-382163bd36fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:56.625600 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] get_ports_and_sgs() called for port_ids ['39e2555c-329d-4b2c-b1ab-1211d2e21ca3'] {{(pid=98190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 14:42:56.658124 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-f1f42e3b-f03e-4f31-aefa-175088c81c77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:56.668613 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.324s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:56.761334 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-df65fd98-98a1-4bb1-a5f4-382163bd36fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:56.766408 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-df65fd98-98a1-4bb1-a5f4-382163bd36fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:56.768438 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-df65fd98-98a1-4bb1-a5f4-382163bd36fd admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/dba6ae3f-09f2-4595-9db2-f85092be9fc5 HTTP/1.1" status: 204 len: 168 time: 0.3300154 Jun 10 14:42:56.769099 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-ee0e3941-b799-4e1c-9bd9-c15cb560d674 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:56.771391 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 33606) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:42:56.795830 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5b6794-8cec-40df-bbb8-19be5a08f204 service neutron] Pushing event updated for resources: {'Port': ['ID=4b5bad57-2144-47fa-98ed-3a4f902ca03e,revision_number=3']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:56.814977 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df65fd98-98a1-4bb1-a5f4-382163bd36fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba6ae3f-09f2-4595-9db2-f85092be9fc5,revision_number=None']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:56.829752 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-df65fd98-98a1-4bb1-a5f4-382163bd36fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:56.866362 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-bf5b6794-8cec-40df-bbb8-19be5a08f204 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:56.919352 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-e372ebd3-18d9-42f0-8105-09ada3757891 req-1d2224df-3b9f-4222-ba88-ff35edc23126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:56.945694 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e33d6-dbac-401e-9726-ed2c34c705bd req-91db43d9-38a4-4240-a926-086c2789ce27 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:56.953631 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-648e33d6-dbac-401e-9726-ed2c34c705bd req-91db43d9-38a4-4240-a926-086c2789ce27 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/ports?device_id=d967efd0-1130-473f-a29b-0961cdeca077 HTTP/1.1" status: 200 len: 944 time: 0.5009720 Jun 10 14:42:57.035858 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 33618) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:42:57.061887 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-bf364da2-72d6-403f-bf0d-5b353e7289cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:57.096263 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c849d4b0-d607-469b-b383-757db1fcc271 req-eff120c1-24f7-4c3f-9761-75855ddfb27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:57.098612 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-c849d4b0-d607-469b-b383-757db1fcc271 req-eff120c1-24f7-4c3f-9761-75855ddfb27c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=22b067f743a04ce6ac0fdb4c7ff25d6b&device_id=d967efd0-1130-473f-a29b-0961cdeca077 HTTP/1.1" status: 200 len: 1097 time: 0.5305932 Jun 10 14:42:57.114339 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-648e33d6-dbac-401e-9726-ed2c34c705bd req-bd9c6dfa-174f-4060-ba56-639a66f20e43 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/security-groups?id=ba1f250a-493e-4112-8d1f-5dae11288c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598132 Jun 10 14:42:57.154221 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ebb673-30c6-4080-a797-6b3dc7069fee req-192899a2-80c2-49d4-8fa7-7052de24ee4e tempest-DeleteServersTestJSON-1534281482 tempest-DeleteServersTestJSON-1534281482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:57.156193 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-57ebb673-30c6-4080-a797-6b3dc7069fee req-192899a2-80c2-49d4-8fa7-7052de24ee4e tempest-DeleteServersTestJSON-1534281482 tempest-DeleteServersTestJSON-1534281482-project] 10.222.0.38 "GET /v2.0/ports?device_id=f3d2b72f-d8b8-48ba-8faf-da44d4ec57e4 HTTP/1.1" status: 200 len: 945 time: 0.4222081 Jun 10 14:42:57.224966 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-58036748-aea8-43e8-b9e9-a899aae2a999 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:57.271752 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 14:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9295b41-ce5d-447f-8f56-aaefdf48a195 x-openstack-request-id: req-a9295b41-ce5d-447f-8f56-aaefdf48a195 {{(pid=98188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:42:57.272045 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d967efd0-1130-473f-a29b-0961cdeca077", "tag": "4b5bad57-2144-47fa-98ed-3a4f902ca03e", "status": "completed", "code": 200}]} {{(pid=98188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:42:57.272333 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a9295b41-ce5d-447f-8f56-aaefdf48a195 {{(pid=98188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:42:57.272737 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd967efd0-1130-473f-a29b-0961cdeca077', 'tag': '4b5bad57-2144-47fa-98ed-3a4f902ca03e', 'status': 'completed', 'code': 200} Jun 10 14:42:57.278091 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-bf364da2-72d6-403f-bf0d-5b353e7289cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:57.278642 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-c849d4b0-d607-469b-b383-757db1fcc271 req-a9418853-8a52-491f-98eb-a320607ac00d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b5bad57-2144-47fa-98ed-3a4f902ca03e HTTP/1.1" status: 200 len: 217 time: 0.1617303 Jun 10 14:42:57.278725 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 33622) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:42:57.285850 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-bf364da2-72d6-403f-bf0d-5b353e7289cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:57.292786 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:57.348511 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-bf364da2-72d6-403f-bf0d-5b353e7289cd admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1ad98286c17a46148ea9c0e2ef490500&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3104894 Jun 10 14:42:57.350229 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf364da2-72d6-403f-bf0d-5b353e7289cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e1126c2-a056-4a1e-ac00-667b594130c4,revision_number=1']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:57.355038 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-4ffc59a9-f59b-4b45-8a6d-c1abb691ddcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:57.358156 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 33624) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:42:57.366894 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-bf364da2-72d6-403f-bf0d-5b353e7289cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:57.418477 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-58036748-aea8-43e8-b9e9-a899aae2a999 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:57.423284 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-58036748-aea8-43e8-b9e9-a899aae2a999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:57.427056 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:57.470714 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-58036748-aea8-43e8-b9e9-a899aae2a999 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0fad060f5da74f66a974a4d48155c0cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6952462 Jun 10 14:42:57.470959 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 33626) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:42:57.477021 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58036748-aea8-43e8-b9e9-a899aae2a999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a318910c-50a8-42b5-a688-e3176ea3ddee,revision_number=1']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:57.479973 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-58036748-aea8-43e8-b9e9-a899aae2a999 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:57.484930 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-57ebb673-30c6-4080-a797-6b3dc7069fee req-80a35c14-44af-4e25-a673-a4beb215cb9f tempest-DeleteServersTestJSON-1534281482 tempest-DeleteServersTestJSON-1534281482-project] 10.222.0.38 "GET /v2.0/security-groups?id=a047d23d-49fd-49e8-bd77-fc92d8b7ea63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110777 Jun 10 14:42:57.517249 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c849d4b0-d607-469b-b383-757db1fcc271 req-ce01f375-ce4d-4191-8c9c-780e7cdf1976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:57.517501 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-c849d4b0-d607-469b-b383-757db1fcc271 req-ce01f375-ce4d-4191-8c9c-780e7cdf1976 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5f776bc1-0a43-4578-9bc2-ebe24541eeb6 HTTP/1.1" status: 200 len: 850 time: 0.2250106 Jun 10 14:42:57.547689 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-78dfc309-a696-4e54-824c-9d975f98050a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:57.578242 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-78dfc309-a696-4e54-824c-9d975f98050a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:57.642673 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-78dfc309-a696-4e54-824c-9d975f98050a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:57.646272 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-78dfc309-a696-4e54-824c-9d975f98050a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:57.649947 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-78dfc309-a696-4e54-824c-9d975f98050a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a318910c-50a8-42b5-a688-e3176ea3ddee HTTP/1.1" status: 204 len: 168 time: 0.1756909 Jun 10 14:42:57.649947 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-fd9ee64a-db5f-49e1-91cb-2435975a8a57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:57.667841 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dfc309-a696-4e54-824c-9d975f98050a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a318910c-50a8-42b5-a688-e3176ea3ddee,revision_number=None']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:57.693269 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-78dfc309-a696-4e54-824c-9d975f98050a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:57.926892 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-9a526338-8a83-4e92-975e-c23c9810115c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:57.973604 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2244eb-0aeb-4732-a18d-7cbbd884a2b5 req-9499a961-5ad7-4348-aa1a-326c6e3c3e55 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:57.980350 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-1b2244eb-0aeb-4732-a18d-7cbbd884a2b5 req-9499a961-5ad7-4348-aa1a-326c6e3c3e55 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bea10ad-651c-4fcf-9fcf-0e199a9ff9e9 HTTP/1.1" status: 200 len: 943 time: 0.6545098 Jun 10 14:42:57.990739 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Device 49dc30b4-1676-4a63-9590-5935db8c67e8 details requested by agent hyperv_hv-cinder-79578 with host hv-cinder-79578 {{(pid=98190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 14:42:57.993225 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Device 39e2555c-329d-4b2c-b1ab-1211d2e21ca3 up at agent hyperv_hv-cinder-79578 {{(pid=98190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:42:58.055200 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-9a526338-8a83-4e92-975e-c23c9810115c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:58.060350 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 33642) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:42:58.082433 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-e1574f7d-a032-4287-bc04-6fe8253fa736 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:58.109965 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c849d4b0-d607-469b-b383-757db1fcc271 req-1aa5c977-0f6e-4f95-a2b6-3bb378061d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:58.111411 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-c849d4b0-d607-469b-b383-757db1fcc271 req-1aa5c977-0f6e-4f95-a2b6-3bb378061d96 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8f467c1d-b7dd-45f1-993c-b606f02ba79f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5797784 Jun 10 14:42:58.119222 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Provisioning for port 39e2555c-329d-4b2c-b1ab-1211d2e21ca3 completed by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:42:58.163978 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Provisioning complete for port 39e2555c-329d-4b2c-b1ab-1211d2e21ca3 triggered by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:42:58.164387 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32877986'] for port, provisioning_complete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:58.180087 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-1b2244eb-0aeb-4732-a18d-7cbbd884a2b5 req-30205312-1ea0-4c72-83dc-f09a1af27541 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/security-groups?id=7ef18720-15dd-4ca1-94ee-72a6568dc847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988537 Jun 10 14:42:58.230712 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] For port 49dc30b4-1676-4a63-9590-5935db8c67e8, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=49dc30b4-1676-4a63-9590-5935db8c67e8,segment=NetworkSegment(32d1116f-1d2e-4c45-9eab-f4f6570fa755),segment_id=32d1116f-1d2e-4c45-9eab-f4f6570fa755)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:42:58.240973 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-4ffc59a9-f59b-4b45-8a6d-c1abb691ddcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:58.244411 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.notifiers.nova [req-e372ebd3-18d9-42f0-8105-09ada3757891 req-1d2224df-3b9f-4222-ba88-ff35edc23126 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e687c7b7-493c-4e9c-b3ab-85878b4485c5 {{(pid=98188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 14:42:58.248085 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Returning: {'device': '49dc30b4-1676-4a63-9590-5935db8c67e8', 'network_id': 'eceb2f61-46d5-4aae-a498-4b03ff1ffe6f', 'port_id': '49dc30b4-1676-4a63-9590-5935db8c67e8', 'mac_address': 'fa:16:3e:ff:ea:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3511c78-374d-4ef9-a4c4-c0913a2192ca', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 14:42:58.308002 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7a58fc-d9e4-4272-acb4-0c466c14f7a4 req-7a2431f5-7811-470a-93c0-e498c474cb94 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:58.309552 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-2c7a58fc-d9e4-4272-acb4-0c466c14f7a4 req-7a2431f5-7811-470a-93c0-e498c474cb94 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c52d258-0d8b-45e0-820c-de32496e39eb HTTP/1.1" status: 200 len: 931 time: 0.5313065 Jun 10 14:42:58.318370 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-4ffc59a9-f59b-4b45-8a6d-c1abb691ddcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:58.320433 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-e372ebd3-18d9-42f0-8105-09ada3757891 req-1d2224df-3b9f-4222-ba88-ff35edc23126 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:58.333374 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:58.336380 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:58.348823 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-efe1eb42-e2ae-48d8-b003-104d2238489a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:58.361701 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.notifiers.nova [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49dc30b4-1676-4a63-9590-5935db8c67e8 {{(pid=98190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 14:42:58.391863 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9a3b00d-2848-49e7-b8bf-d499e1885c8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39e2555c-329d-4b2c-b1ab-1211d2e21ca3'}] {{(pid=98190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:42:58.395062 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3d4185ab3030d597d4fdff3a42636a440041618624b200d466a1cf3773607d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-362b4aa5-ec21-4783-b311-f63b09efc98f" -d '{"events": [{"server_uuid": "c9a3b00d-2848-49e7-b8bf-d499e1885c8a", "name": "network-vif-plugged", "status": "completed", "tag": "39e2555c-329d-4b2c-b1ab-1211d2e21ca3"}]}' {{(pid=98190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:42:58.400968 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.db.provisioning_blocks [req-e372ebd3-18d9-42f0-8105-09ada3757891 req-1d2224df-3b9f-4222-ba88-ff35edc23126 service neutron] Transition to ACTIVE for port object e687c7b7-493c-4e9c-b3ab-85878b4485c5 will not be triggered until provisioned by entity L2. {{(pid=98188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:42:58.409388 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] For port 49dc30b4-1676-4a63-9590-5935db8c67e8, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=49dc30b4-1676-4a63-9590-5935db8c67e8,segment=NetworkSegment(32d1116f-1d2e-4c45-9eab-f4f6570fa755),segment_id=32d1116f-1d2e-4c45-9eab-f4f6570fa755)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:42:58.414849 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] For port 39e2555c-329d-4b2c-b1ab-1211d2e21ca3, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=39e2555c-329d-4b2c-b1ab-1211d2e21ca3,segment=NetworkSegment(32d1116f-1d2e-4c45-9eab-f4f6570fa755),segment_id=32d1116f-1d2e-4c45-9eab-f4f6570fa755)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:42:58.416585 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:58.418526 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:58.419629 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-9a526338-8a83-4e92-975e-c23c9810115c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:58.420386 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-e1574f7d-a032-4287-bc04-6fe8253fa736 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:58.423353 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:58.428327 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-e1574f7d-a032-4287-bc04-6fe8253fa736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:58.433605 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:58.443056 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-9a526338-8a83-4e92-975e-c23c9810115c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:58.446454 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-9a526338-8a83-4e92-975e-c23c9810115c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6e1126c2-a056-4a1e-ac00-667b594130c4 HTTP/1.1" status: 204 len: 168 time: 1.0753236 Jun 10 14:42:58.446454 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-e372ebd3-18d9-42f0-8105-09ada3757891 req-1d2224df-3b9f-4222-ba88-ff35edc23126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:58.457293 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-4ffc59a9-f59b-4b45-8a6d-c1abb691ddcb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b8a524eca3b94b2e949a36dd1df62383&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1769762 Jun 10 14:42:58.460326 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-c849d4b0-d607-469b-b383-757db1fcc271 req-4f158436-d475-4e30-8544-9afa91d4094a service neutron] 10.222.0.36 "GET /v2.0/networks/8f467c1d-b7dd-45f1-993c-b606f02ba79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3387868 Jun 10 14:42:58.463480 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 33654) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:42:58.464140 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-2c7a58fc-d9e4-4272-acb4-0c466c14f7a4 req-348eef02-9b0d-4b07-932d-0ab127c6b93c tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?id=bffe4572-7302-4f5a-9da6-eede10fb958e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1470170 Jun 10 14:42:58.468328 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffc59a9-f59b-4b45-8a6d-c1abb691ddcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beafd2a8-eeae-4c7d-abd6-c09f29958e3d,revision_number=1']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:58.472263 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-4ffc59a9-f59b-4b45-8a6d-c1abb691ddcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:58.479723 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:58.510490 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a526338-8a83-4e92-975e-c23c9810115c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e1126c2-a056-4a1e-ac00-667b594130c4,revision_number=None']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:58.534085 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-9a526338-8a83-4e92-975e-c23c9810115c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:58.535707 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:58.560999 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-e1574f7d-a032-4287-bc04-6fe8253fa736 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fa640cae78ba48b1a6074fb217bd32bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4990592 Jun 10 14:42:58.562819 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1574f7d-a032-4287-bc04-6fe8253fa736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29634af5-5de4-4162-9df0-30bd8fd6c925,revision_number=1']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:58.570549 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 33658) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:42:58.572826 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-e1574f7d-a032-4287-bc04-6fe8253fa736 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:58.596351 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Pushing event updated for resources: {'Port': ['ID=49dc30b4-1676-4a63-9590-5935db8c67e8,revision_number=4']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:58.606429 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-94df51bb-3936-4345-852c-d52ef3c73af4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:58.608942 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:58.609426 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:58.639132 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-94df51bb-3936-4345-852c-d52ef3c73af4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:58.684308 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] get_ports_and_sgs() called for port_ids ['49dc30b4-1676-4a63-9590-5935db8c67e8'] {{(pid=98190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 14:42:58.761308 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-c757e94f-6ac5-4922-8dd1-6056330eaf49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:58.809956 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-c757e94f-6ac5-4922-8dd1-6056330eaf49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:58.820239 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Pushing event updated for resources: {'Port': ['ID=39e2555c-329d-4b2c-b1ab-1211d2e21ca3,revision_number=5']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:58.825991 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:58.871565 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-94df51bb-3936-4345-852c-d52ef3c73af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:58.880143 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-94df51bb-3936-4345-852c-d52ef3c73af4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:58.882297 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-94df51bb-3936-4345-852c-d52ef3c73af4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/beafd2a8-eeae-4c7d-abd6-c09f29958e3d HTTP/1.1" status: 204 len: 168 time: 0.4168992 Jun 10 14:42:58.894206 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-df65fd98-98a1-4bb1-a5f4-382163bd36fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:58.919505 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94df51bb-3936-4345-852c-d52ef3c73af4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beafd2a8-eeae-4c7d-abd6-c09f29958e3d,revision_number=None']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:58.926963 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 14:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b961812d-bdb9-4971-b7c4-4c34c8f61280 x-openstack-request-id: req-b961812d-bdb9-4971-b7c4-4c34c8f61280 {{(pid=98190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:42:58.927333 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9a3b00d-2848-49e7-b8bf-d499e1885c8a", "name": "network-vif-plugged", "status": "completed", "tag": "39e2555c-329d-4b2c-b1ab-1211d2e21ca3", "code": 200}]} {{(pid=98190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:42:58.927601 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b961812d-bdb9-4971-b7c4-4c34c8f61280 {{(pid=98190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:42:58.928012 dv-cinder-795785-1-smb neutron-server[98190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9a3b00d-2848-49e7-b8bf-d499e1885c8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39e2555c-329d-4b2c-b1ab-1211d2e21ca3', 'code': 200} Jun 10 14:42:58.941654 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-94df51bb-3936-4345-852c-d52ef3c73af4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:59.009017 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-c757e94f-6ac5-4922-8dd1-6056330eaf49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:59.011574 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-c757e94f-6ac5-4922-8dd1-6056330eaf49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:59.027443 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-c757e94f-6ac5-4922-8dd1-6056330eaf49 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/29634af5-5de4-4162-9df0-30bd8fd6c925 HTTP/1.1" status: 204 len: 168 time: 0.4558678 Jun 10 14:42:59.028261 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-57125265-1914-45e4-9a01-1385d8c4e695 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:59.046253 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c757e94f-6ac5-4922-8dd1-6056330eaf49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29634af5-5de4-4162-9df0-30bd8fd6c925,revision_number=None']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:59.068926 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-c757e94f-6ac5-4922-8dd1-6056330eaf49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:59.117144 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2224df-3b9f-4222-ba88-ff35edc23126 service neutron] Pushing event updated for resources: {'Port': ['ID=e687c7b7-493c-4e9c-b3ab-85878b4485c5,revision_number=2']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:59.147104 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-1d2224df-3b9f-4222-ba88-ff35edc23126 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.612s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:59.178859 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.managers [req-e372ebd3-18d9-42f0-8105-09ada3757891 req-1d2224df-3b9f-4222-ba88-ff35edc23126 service neutron] Attempting to bind port e687c7b7-493c-4e9c-b3ab-85878b4485c5 on host hv-cinder-79578 for vnic_type normal with profile {{(pid=98188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 14:42:59.179265 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.managers [req-e372ebd3-18d9-42f0-8105-09ada3757891 req-1d2224df-3b9f-4222-ba88-ff35edc23126 service neutron] Attempting to bind port e687c7b7-493c-4e9c-b3ab-85878b4485c5 by drivers openvswitch,hyperv on host hv-cinder-79578 at level 0 using segments [{'id': '3ec2b1b1-734c-41eb-833f-8070e711f15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c57efc93-51ff-4248-b65b-e26a6d17993d'}] {{(pid=98188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 14:42:59.179584 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e372ebd3-18d9-42f0-8105-09ada3757891 req-1d2224df-3b9f-4222-ba88-ff35edc23126 service neutron] Attempting to bind port e687c7b7-493c-4e9c-b3ab-85878b4485c5 on network c57efc93-51ff-4248-b65b-e26a6d17993d {{(pid=98188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 14:42:59.198874 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f182ef0-8b92-4cf1-9b4e-79b672a68fac req-91addca9-e21e-43b5-bcb3-3358a7f5dcac tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:59.200334 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-7f182ef0-8b92-4cf1-9b4e-79b672a68fac req-91addca9-e21e-43b5-bcb3-3358a7f5dcac tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/ports?device_id=d967efd0-1130-473f-a29b-0961cdeca077 HTTP/1.1" status: 200 len: 944 time: 0.4379125 Jun 10 14:42:59.202387 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-c849d4b0-d607-469b-b383-757db1fcc271 req-4d04088f-aa24-42c4-938b-2a263c9ca8c4 service neutron] 10.222.0.36 "GET /v2.0/networks/8f467c1d-b7dd-45f1-993c-b606f02ba79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7311904 Jun 10 14:42:59.211356 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e372ebd3-18d9-42f0-8105-09ada3757891 req-1d2224df-3b9f-4222-ba88-ff35edc23126 service neutron] Port e687c7b7-493c-4e9c-b3ab-85878b4485c5 on network c57efc93-51ff-4248-b65b-e26a6d17993d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79578 {{(pid=98188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 14:42:59.211356 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e372ebd3-18d9-42f0-8105-09ada3757891 req-1d2224df-3b9f-4222-ba88-ff35edc23126 service neutron] Attempting to bind port e687c7b7-493c-4e9c-b3ab-85878b4485c5 on network c57efc93-51ff-4248-b65b-e26a6d17993d {{(pid=98188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 14:42:59.275132 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e372ebd3-18d9-42f0-8105-09ada3757891 req-1d2224df-3b9f-4222-ba88-ff35edc23126 service neutron] Checking agent: {'id': 'c47c39ee-f167-41a2-bf85-7dde6d0410ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79578', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 14, 40, 37), 'started_at': datetime.datetime(2021, 6, 10, 14, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 14, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 14:42:59.275356 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e372ebd3-18d9-42f0-8105-09ada3757891 req-1d2224df-3b9f-4222-ba88-ff35edc23126 service neutron] Checking segment: {'id': '3ec2b1b1-734c-41eb-833f-8070e711f15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c57efc93-51ff-4248-b65b-e26a6d17993d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 14:42:59.275587 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e372ebd3-18d9-42f0-8105-09ada3757891 req-1d2224df-3b9f-4222-ba88-ff35edc23126 service neutron] Bound using segment: {'id': '3ec2b1b1-734c-41eb-833f-8070e711f15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c57efc93-51ff-4248-b65b-e26a6d17993d'} {{(pid=98188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 14:42:59.276034 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.managers [req-e372ebd3-18d9-42f0-8105-09ada3757891 req-1d2224df-3b9f-4222-ba88-ff35edc23126 service neutron] Bound port: e687c7b7-493c-4e9c-b3ab-85878b4485c5, host: hv-cinder-79578, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ec2b1b1-734c-41eb-833f-8070e711f15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c57efc93-51ff-4248-b65b-e26a6d17993d'}}] {{(pid=98188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 14:42:59.276422 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-e372ebd3-18d9-42f0-8105-09ada3757891 req-1d2224df-3b9f-4222-ba88-ff35edc23126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:59.421802 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-7f182ef0-8b92-4cf1-9b4e-79b672a68fac req-c37bdb08-87c5-40f9-ae91-e4d9895d6040 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/security-groups?id=ba1f250a-493e-4112-8d1f-5dae11288c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2049899 Jun 10 14:42:59.478880 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485cc880-fd80-47d2-bfe6-1e3b9490764a req-00138e5e-d362-4c65-9612-89e679ffd431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:59.482363 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-485cc880-fd80-47d2-bfe6-1e3b9490764a req-00138e5e-d362-4c65-9612-89e679ffd431 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c9a3b00d-2848-49e7-b8bf-d499e1885c8a HTTP/1.1" status: 200 len: 1099 time: 0.1963341 Jun 10 14:42:59.564452 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.db [req-e372ebd3-18d9-42f0-8105-09ada3757891 req-1d2224df-3b9f-4222-ba88-ff35edc23126 service neutron] For port e687c7b7-493c-4e9c-b3ab-85878b4485c5, host hv-cinder-79578, cleared binding levels {{(pid=98188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 14:42:59.569704 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81d2694-c042-4d07-bc54-4562fbf1133c req-ab54e1d0-62ba-440d-8599-f6c71702093a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:59.570674 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-e81d2694-c042-4d07-bc54-4562fbf1133c req-ab54e1d0-62ba-440d-8599-f6c71702093a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=22b067f743a04ce6ac0fdb4c7ff25d6b&device_id=d967efd0-1130-473f-a29b-0961cdeca077 HTTP/1.1" status: 200 len: 1097 time: 0.2663133 Jun 10 14:42:59.573503 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.db [req-e372ebd3-18d9-42f0-8105-09ada3757891 req-1d2224df-3b9f-4222-ba88-ff35edc23126 service neutron] For port e687c7b7-493c-4e9c-b3ab-85878b4485c5, host hv-cinder-79578, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=e687c7b7-493c-4e9c-b3ab-85878b4485c5,segment=NetworkSegment(3ec2b1b1-734c-41eb-833f-8070e711f15c),segment_id=3ec2b1b1-734c-41eb-833f-8070e711f15c)] {{(pid=98188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 14:42:59.579490 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-e372ebd3-18d9-42f0-8105-09ada3757891 req-1d2224df-3b9f-4222-ba88-ff35edc23126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:59.604206 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-485cc880-fd80-47d2-bfe6-1e3b9490764a req-eea9e374-cc6e-4fb9-a770-42ce38286989 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7ef18720-15dd-4ca1-94ee-72a6568dc847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136086 Jun 10 14:42:59.625943 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:59.775131 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e372ebd3-18d9-42f0-8105-09ada3757891 req-1d2224df-3b9f-4222-ba88-ff35edc23126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:59.775753 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-e372ebd3-18d9-42f0-8105-09ada3757891 req-1d2224df-3b9f-4222-ba88-ff35edc23126 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545536'] for port, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:59.777278 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-e372ebd3-18d9-42f0-8105-09ada3757891 req-1d2224df-3b9f-4222-ba88-ff35edc23126 service neutron] 10.222.0.36 "PUT /v2.0/ports/e687c7b7-493c-4e9c-b3ab-85878b4485c5 HTTP/1.1" status: 200 len: 1093 time: 3.5666285 Jun 10 14:42:59.777778 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c52d258-0d8b-45e0-820c-de32496e39eb', 'tag': 'e687c7b7-493c-4e9c-b3ab-85878b4485c5'}] {{(pid=98188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:42:59.780044 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f0fe7ff9a18056505f9f26f34e6288f69420e23a9758a676b79d6915a840c7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2bac01e-5620-460e-afab-75f9df01b653" -d '{"events": [{"name": "network-changed", "server_uuid": "1c52d258-0d8b-45e0-820c-de32496e39eb", "tag": "e687c7b7-493c-4e9c-b3ab-85878b4485c5"}]}' {{(pid=98188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:42:59.865101 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 33706) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:42:59.906027 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-b7da1cb5-55f5-4e24-91fc-b5f5b3eb2062 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:00.009155 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Device 49dc30b4-1676-4a63-9590-5935db8c67e8 up at agent hyperv_hv-cinder-79578 {{(pid=98190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:43:00.093372 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2224df-3b9f-4222-ba88-ff35edc23126 service neutron] Pushing event updated for resources: {'Port': ['ID=e687c7b7-493c-4e9c-b3ab-85878b4485c5,revision_number=3']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:00.111110 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-1d2224df-3b9f-4222-ba88-ff35edc23126 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:00.141740 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e372ebd3-18d9-42f0-8105-09ada3757891 req-4cae7afc-7dfc-405f-b58d-8b82f1d384be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:00.144562 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-e372ebd3-18d9-42f0-8105-09ada3757891 req-4cae7afc-7dfc-405f-b58d-8b82f1d384be service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5bcb8fb4303e43e69f7032747c4983b8&device_id=1c52d258-0d8b-45e0-820c-de32496e39eb HTTP/1.1" status: 200 len: 1096 time: 0.2542140 Jun 10 14:43:00.151796 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-b7da1cb5-55f5-4e24-91fc-b5f5b3eb2062 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:00.154621 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45127493-1baf-4e02-b45a-4af3f82bf353 req-94228db2-8bca-47d8-a34f-15cf47f05a51 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:00.156200 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-45127493-1baf-4e02-b45a-4af3f82bf353 req-94228db2-8bca-47d8-a34f-15cf47f05a51 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bea10ad-651c-4fcf-9fcf-0e199a9ff9e9 HTTP/1.1" status: 200 len: 944 time: 0.5089843 Jun 10 14:43:00.166311 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-b7da1cb5-55f5-4e24-91fc-b5f5b3eb2062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:00.171625 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-6511c66e-f5bb-48a8-9270-42faa89f2f2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:00.195332 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Provisioning for port 49dc30b4-1676-4a63-9590-5935db8c67e8 completed by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:43:00.201494 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Provisioning complete for port 49dc30b4-1676-4a63-9590-5935db8c67e8 triggered by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:43:00.202155 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32877986'] for port, provisioning_complete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:00.225366 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81d2694-c042-4d07-bc54-4562fbf1133c req-e63eab3a-407f-4377-9f08-b4d1798f896a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:00.226824 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-e81d2694-c042-4d07-bc54-4562fbf1133c req-e63eab3a-407f-4377-9f08-b4d1798f896a service neutron] 10.222.0.36 "GET /v2.0/networks?id=8f467c1d-b7dd-45f1-993c-b606f02ba79f HTTP/1.1" status: 200 len: 912 time: 0.6457820 Jun 10 14:43:00.228121 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-e372ebd3-18d9-42f0-8105-09ada3757891 req-9ecb028f-592d-420c-b6bb-b7e4926bcb48 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e687c7b7-493c-4e9c-b3ab-85878b4485c5 HTTP/1.1" status: 200 len: 217 time: 0.0692537 Jun 10 14:43:00.252393 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-b7da1cb5-55f5-4e24-91fc-b5f5b3eb2062 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=57e1a801c5764fafa18fa50e567475a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3845835 Jun 10 14:43:00.253936 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7da1cb5-55f5-4e24-91fc-b5f5b3eb2062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3489af58-47d7-4f9f-858f-fb7cfb3f959f,revision_number=1']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:00.256332 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 33720) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:00.259084 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-b7da1cb5-55f5-4e24-91fc-b5f5b3eb2062 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:00.331139 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-e81d2694-c042-4d07-bc54-4562fbf1133c req-ecc7bc63-e5f1-425a-b219-b127dfc70098 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b5bad57-2144-47fa-98ed-3a4f902ca03e HTTP/1.1" status: 200 len: 217 time: 0.0841124 Jun 10 14:43:00.373837 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-6af68fa1-d952-45ac-b39c-a1ac7e43ce3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:00.402487 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:00.432495 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-6af68fa1-d952-45ac-b39c-a1ac7e43ce3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:00.505061 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] For port 49dc30b4-1676-4a63-9590-5935db8c67e8, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=49dc30b4-1676-4a63-9590-5935db8c67e8,segment=NetworkSegment(32d1116f-1d2e-4c45-9eab-f4f6570fa755),segment_id=32d1116f-1d2e-4c45-9eab-f4f6570fa755)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:43:00.510505 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:00.515068 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-bd8fcefc-16ae-426b-bf66-fc3778c65051 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:00.525799 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-6af68fa1-d952-45ac-b39c-a1ac7e43ce3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:00.528831 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-6af68fa1-d952-45ac-b39c-a1ac7e43ce3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:00.529979 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-6af68fa1-d952-45ac-b39c-a1ac7e43ce3a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3489af58-47d7-4f9f-858f-fb7cfb3f959f HTTP/1.1" status: 204 len: 168 time: 0.2722206 Jun 10 14:43:00.530685 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:00.542849 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af68fa1-d952-45ac-b39c-a1ac7e43ce3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3489af58-47d7-4f9f-858f-fb7cfb3f959f,revision_number=None']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:00.545885 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-6af68fa1-d952-45ac-b39c-a1ac7e43ce3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:00.620637 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Pushing event updated for resources: {'Port': ['ID=49dc30b4-1676-4a63-9590-5935db8c67e8,revision_number=5']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:00.623655 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:00.647858 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613ed9d8-f4c3-4b48-9f0b-24fabf86a4bd req-0a314004-fcf6-4727-87c6-584e1136608e tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:00.654580 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-613ed9d8-f4c3-4b48-9f0b-24fabf86a4bd req-0a314004-fcf6-4727-87c6-584e1136608e tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c52d258-0d8b-45e0-820c-de32496e39eb HTTP/1.1" status: 200 len: 943 time: 0.6750326 Jun 10 14:43:00.705682 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-45127493-1baf-4e02-b45a-4af3f82bf353 req-1fb3c63a-c4ed-47a8-a117-14ff47a5e67c tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/security-groups?id=7ef18720-15dd-4ca1-94ee-72a6568dc847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4764566 Jun 10 14:43:00.726164 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e372ebd3-18d9-42f0-8105-09ada3757891 req-6765cc29-bbe7-42ab-a947-008ed3a47f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:00.727963 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-e372ebd3-18d9-42f0-8105-09ada3757891 req-6765cc29-bbe7-42ab-a947-008ed3a47f08 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3eeef57d-bb05-42dc-8725-b618d4269135 HTTP/1.1" status: 200 len: 856 time: 0.4822352 Jun 10 14:43:00.747728 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-613ed9d8-f4c3-4b48-9f0b-24fabf86a4bd req-d3a1dbe5-e9ff-4f2d-b9b2-6e6e88080797 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?id=bffe4572-7302-4f5a-9da6-eede10fb958e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919895 Jun 10 14:43:00.758546 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81d2694-c042-4d07-bc54-4562fbf1133c req-d170a7a2-e44f-4903-93b0-e4f864c9a49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:00.760185 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-e81d2694-c042-4d07-bc54-4562fbf1133c req-d170a7a2-e44f-4903-93b0-e4f864c9a49d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5f776bc1-0a43-4578-9bc2-ebe24541eeb6 HTTP/1.1" status: 200 len: 850 time: 0.1673601 Jun 10 14:43:00.853841 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 14:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c93a303-dd64-4d3a-a6b8-e1692266f7e7 x-openstack-request-id: req-4c93a303-dd64-4d3a-a6b8-e1692266f7e7 {{(pid=98188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:43:00.854143 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c52d258-0d8b-45e0-820c-de32496e39eb", "tag": "e687c7b7-493c-4e9c-b3ab-85878b4485c5", "status": "completed", "code": 200}]} {{(pid=98188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:43:00.854602 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4c93a303-dd64-4d3a-a6b8-e1692266f7e7 {{(pid=98188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:43:00.855156 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c52d258-0d8b-45e0-820c-de32496e39eb', 'tag': 'e687c7b7-493c-4e9c-b3ab-85878b4485c5', 'status': 'completed', 'code': 200} Jun 10 14:43:00.929122 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bea10ad-651c-4fcf-9fcf-0e199a9ff9e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49dc30b4-1676-4a63-9590-5935db8c67e8'}] {{(pid=98190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:43:00.932123 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3d4185ab3030d597d4fdff3a42636a440041618624b200d466a1cf3773607d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6baca7c2-c3c4-437b-abd2-c7e606ee9629" -d '{"events": [{"server_uuid": "2bea10ad-651c-4fcf-9fcf-0e199a9ff9e9", "name": "network-vif-plugged", "status": "completed", "tag": "49dc30b4-1676-4a63-9590-5935db8c67e8"}]}' {{(pid=98190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:43:00.957079 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e372ebd3-18d9-42f0-8105-09ada3757891 req-38fbc209-33e6-4772-b175-2dec127efadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:00.958555 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-e372ebd3-18d9-42f0-8105-09ada3757891 req-38fbc209-33e6-4772-b175-2dec127efadf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c57efc93-51ff-4248-b65b-e26a6d17993d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2021449 Jun 10 14:43:00.973473 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81d2694-c042-4d07-bc54-4562fbf1133c req-f4d284e1-8bfe-4751-8896-28c76e1c325c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:00.974934 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-e81d2694-c042-4d07-bc54-4562fbf1133c req-f4d284e1-8bfe-4751-8896-28c76e1c325c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8f467c1d-b7dd-45f1-993c-b606f02ba79f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2006168 Jun 10 14:43:00.980458 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 14:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71293967-f20e-494c-af02-0d7c1031c796 x-openstack-request-id: req-71293967-f20e-494c-af02-0d7c1031c796 {{(pid=98190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:43:00.980770 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bea10ad-651c-4fcf-9fcf-0e199a9ff9e9", "name": "network-vif-plugged", "status": "completed", "tag": "49dc30b4-1676-4a63-9590-5935db8c67e8", "code": 200}]} {{(pid=98190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:43:00.981036 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-71293967-f20e-494c-af02-0d7c1031c796 {{(pid=98190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:43:00.981488 dv-cinder-795785-1-smb neutron-server[98190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bea10ad-651c-4fcf-9fcf-0e199a9ff9e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49dc30b4-1676-4a63-9590-5935db8c67e8', 'code': 200} Jun 10 14:43:01.256644 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae047a76-49af-4c6d-89f8-8f930e7b68c8 req-24c662f3-223a-41ef-9252-eae10b7677b0 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:01.263342 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-ae047a76-49af-4c6d-89f8-8f930e7b68c8 req-24c662f3-223a-41ef-9252-eae10b7677b0 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/ports?device_id=d967efd0-1130-473f-a29b-0961cdeca077 HTTP/1.1" status: 200 len: 944 time: 0.2812023 Jun 10 14:43:01.266375 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-e372ebd3-18d9-42f0-8105-09ada3757891 req-d16d3bdf-6506-405a-b3ff-a5a103013798 service neutron] 10.222.0.36 "GET /v2.0/networks/c57efc93-51ff-4248-b65b-e26a6d17993d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958939 Jun 10 14:43:01.332071 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-e81d2694-c042-4d07-bc54-4562fbf1133c req-6270df2a-c7d4-413e-b044-f038c642cf5a service neutron] 10.222.0.36 "GET /v2.0/networks/8f467c1d-b7dd-45f1-993c-b606f02ba79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3385613 Jun 10 14:43:01.372841 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-ae047a76-49af-4c6d-89f8-8f930e7b68c8 req-f923ce4f-6a61-44fc-95f9-aade54780362 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/security-groups?id=ba1f250a-493e-4112-8d1f-5dae11288c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084454 Jun 10 14:43:01.422098 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e7f1dd-115c-4cd8-8ae6-d0326c783fcd req-4bac2e67-8f90-4a0f-8103-ea5a75fae0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:01.423683 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-c9e7f1dd-115c-4cd8-8ae6-d0326c783fcd req-4bac2e67-8f90-4a0f-8103-ea5a75fae0ac service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2bea10ad-651c-4fcf-9fcf-0e199a9ff9e9 HTTP/1.1" status: 200 len: 1098 time: 0.0963848 Jun 10 14:43:01.533476 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-c9e7f1dd-115c-4cd8-8ae6-d0326c783fcd req-9af674da-3116-4051-a6dc-40b3af9382ce service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7ef18720-15dd-4ca1-94ee-72a6568dc847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014240 Jun 10 14:43:01.579174 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-e372ebd3-18d9-42f0-8105-09ada3757891 req-1a434ad6-b36f-4b89-9bc6-19f9fb6258a5 service neutron] 10.222.0.36 "GET /v2.0/networks/c57efc93-51ff-4248-b65b-e26a6d17993d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3044858 Jun 10 14:43:01.596858 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 33774) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:01.674414 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-e81d2694-c042-4d07-bc54-4562fbf1133c req-13a7822a-dc07-4af0-806e-4d8bdf23c3ce service neutron] 10.222.0.36 "GET /v2.0/networks/8f467c1d-b7dd-45f1-993c-b606f02ba79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3341935 Jun 10 14:43:01.734517 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dee2c9-b3b3-406a-a931-f204f41a6439 req-05d79ac5-4ff3-4556-956c-bcae583745df tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:01.735956 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-69dee2c9-b3b3-406a-a931-f204f41a6439 req-05d79ac5-4ff3-4556-956c-bcae583745df tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/networks?id=4744fb36-3c6e-45ed-8835-58a06f451405 HTTP/1.1" status: 200 len: 814 time: 0.2013724 Jun 10 14:43:01.765962 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-69dee2c9-b3b3-406a-a931-f204f41a6439 req-f21b7b72-c0ca-425d-9e5a-1e8dbccf0da7 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/quotas/93ab3eb0808c4780983402342bde2843 HTTP/1.1" status: 200 len: 375 time: 0.0160973 Jun 10 14:43:01.776024 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bac01e-5620-460e-afab-75f9df01b653 req-2aaadc59-e04d-431e-9f99-cc804e3971cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:01.777608 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-d2bac01e-5620-460e-afab-75f9df01b653 req-2aaadc59-e04d-431e-9f99-cc804e3971cf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5bcb8fb4303e43e69f7032747c4983b8&device_id=1c52d258-0d8b-45e0-820c-de32496e39eb HTTP/1.1" status: 200 len: 1096 time: 0.1190395 Jun 10 14:43:01.785041 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-689afbce-6fe1-44d0-8140-6fce0d87db00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:01.944843 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-689afbce-6fe1-44d0-8140-6fce0d87db00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:01.953813 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-689afbce-6fe1-44d0-8140-6fce0d87db00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:01.959129 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-92edcc00-3aac-4f34-9362-828dfe5c6766 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:02.000054 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-69dee2c9-b3b3-406a-a931-f204f41a6439 req-90c93334-1ec3-49ed-be83-7ade1bd0c63a tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=93ab3eb0808c4780983402342bde2843&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2214844 Jun 10 14:43:02.002731 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bac01e-5620-460e-afab-75f9df01b653 req-283e884a-1c2a-4a9e-94c8-239ea94d0f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:02.004507 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-d2bac01e-5620-460e-afab-75f9df01b653 req-283e884a-1c2a-4a9e-94c8-239ea94d0f96 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c57efc93-51ff-4248-b65b-e26a6d17993d HTTP/1.1" status: 200 len: 918 time: 0.2155089 Jun 10 14:43:02.014537 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Device 4b5bad57-2144-47fa-98ed-3a4f902ca03e details requested by agent hyperv_hv-cinder-79578 with host hv-cinder-79578 {{(pid=98190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 14:43:02.045414 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-689afbce-6fe1-44d0-8140-6fce0d87db00 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=55b7da852f9e49b1a54f033ee807d8f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4464126 Jun 10 14:43:02.048230 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 33798) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:02.059116 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689afbce-6fe1-44d0-8140-6fce0d87db00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fcc9360-f966-418b-99ca-fa26c8508e3b,revision_number=1']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:02.084788 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-689afbce-6fe1-44d0-8140-6fce0d87db00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:02.135029 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-1b2c46f9-9cc1-48da-b662-f38d9f20700e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:02.163103 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9816200-4ac0-4c81-9d17-ee6c9463cf0a req-d5799abf-f1a4-4b05-a948-20be72494a71 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:02.171273 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-b9816200-4ac0-4c81-9d17-ee6c9463cf0a req-d5799abf-f1a4-4b05-a948-20be72494a71 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bea10ad-651c-4fcf-9fcf-0e199a9ff9e9 HTTP/1.1" status: 200 len: 945 time: 0.3138664 Jun 10 14:43:02.171839 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-1b2c46f9-9cc1-48da-b662-f38d9f20700e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:02.177098 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-d2bac01e-5620-460e-afab-75f9df01b653 req-7e8cda01-27b6-4889-821b-df07cf837f70 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e687c7b7-493c-4e9c-b3ab-85878b4485c5 HTTP/1.1" status: 200 len: 217 time: 0.1597629 Jun 10 14:43:02.229230 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] For port 4b5bad57-2144-47fa-98ed-3a4f902ca03e, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=4b5bad57-2144-47fa-98ed-3a4f902ca03e,segment=NetworkSegment(702c310b-86f3-4e1c-9a69-5651c2af6549),segment_id=702c310b-86f3-4e1c-9a69-5651c2af6549)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:43:02.246619 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Returning: {'device': '4b5bad57-2144-47fa-98ed-3a4f902ca03e', 'network_id': '8f467c1d-b7dd-45f1-993c-b606f02ba79f', 'port_id': '4b5bad57-2144-47fa-98ed-3a4f902ca03e', 'mac_address': 'fa:16:3e:38:d8:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f776bc1-0a43-4578-9bc2-ebe24541eeb6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 14:43:02.281495 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-1b2c46f9-9cc1-48da-b662-f38d9f20700e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:02.284409 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-1b2c46f9-9cc1-48da-b662-f38d9f20700e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:02.289177 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-1b2c46f9-9cc1-48da-b662-f38d9f20700e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4fcc9360-f966-418b-99ca-fa26c8508e3b HTTP/1.1" status: 204 len: 168 time: 0.2396188 Jun 10 14:43:02.289898 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:02.310381 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2c46f9-9cc1-48da-b662-f38d9f20700e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fcc9360-f966-418b-99ca-fa26c8508e3b,revision_number=None']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:02.322417 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-1b2c46f9-9cc1-48da-b662-f38d9f20700e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:02.330332 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.agents_db [None req-cd79858f-8c6e-4eae-9804-968873059af8 None None] Agent healthcheck: found 6 active agents {{(pid=98191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 14:43:02.331239 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-b9816200-4ac0-4c81-9d17-ee6c9463cf0a req-3d75d4b2-8ae5-4e04-840b-42adc6a8f78b tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/security-groups?id=7ef18720-15dd-4ca1-94ee-72a6568dc847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591251 Jun 10 14:43:02.364410 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bac01e-5620-460e-afab-75f9df01b653 req-806ae01b-6893-427d-8e84-fe6edb6e80c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:02.366390 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-d2bac01e-5620-460e-afab-75f9df01b653 req-806ae01b-6893-427d-8e84-fe6edb6e80c4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3eeef57d-bb05-42dc-8725-b618d4269135 HTTP/1.1" status: 200 len: 856 time: 0.1731772 Jun 10 14:43:02.369332 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:02.373791 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-69dee2c9-b3b3-406a-a931-f204f41a6439 req-23d49d85-feb1-43a4-a229-e2edbf65f705 service neutron] 10.222.0.38 "GET /v2.0/networks/4744fb36-3c6e-45ed-8835-58a06f451405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3361754 Jun 10 14:43:02.414388 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.notifiers.nova [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b5bad57-2144-47fa-98ed-3a4f902ca03e {{(pid=98190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 14:43:02.445625 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] For port 4b5bad57-2144-47fa-98ed-3a4f902ca03e, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=4b5bad57-2144-47fa-98ed-3a4f902ca03e,segment=NetworkSegment(702c310b-86f3-4e1c-9a69-5651c2af6549),segment_id=702c310b-86f3-4e1c-9a69-5651c2af6549)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:43:02.451266 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:02.454263 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-cc083c8e-cc3d-496d-9c0f-0359fe128a56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:02.546410 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Pushing event updated for resources: {'Port': ['ID=4b5bad57-2144-47fa-98ed-3a4f902ca03e,revision_number=4']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:02.550932 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:02.834532 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] get_ports_and_sgs() called for port_ids ['4b5bad57-2144-47fa-98ed-3a4f902ca03e'] {{(pid=98190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 14:43:02.876521 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-69dee2c9-b3b3-406a-a931-f204f41a6439 req-806ddd9b-81ed-4c55-be17-18d0b9630170 service neutron] 10.222.0.38 "GET /v2.0/networks/4744fb36-3c6e-45ed-8835-58a06f451405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4918525 Jun 10 14:43:02.888061 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bac01e-5620-460e-afab-75f9df01b653 req-d1cac4a7-3abb-48f9-99e4-e4ee5dd66daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:02.891364 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-d2bac01e-5620-460e-afab-75f9df01b653 req-d1cac4a7-3abb-48f9-99e4-e4ee5dd66daa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c57efc93-51ff-4248-b65b-e26a6d17993d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5071821 Jun 10 14:43:02.984271 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0585dbd9-885d-402a-8e0f-469e418c74d3 req-9e58e533-517f-4038-92ff-a6d0a1b97f58 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:02.989811 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-0585dbd9-885d-402a-8e0f-469e418c74d3 req-9e58e533-517f-4038-92ff-a6d0a1b97f58 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c52d258-0d8b-45e0-820c-de32496e39eb HTTP/1.1" status: 200 len: 943 time: 0.2345243 Jun 10 14:43:03.131217 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-0585dbd9-885d-402a-8e0f-469e418c74d3 req-a87f9ff5-e77e-4199-a7ab-143024ee36e8 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?id=bffe4572-7302-4f5a-9da6-eede10fb958e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1341858 Jun 10 14:43:03.159249 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-d2bac01e-5620-460e-afab-75f9df01b653 req-4530af83-de5c-442c-b11d-b89610166fab service neutron] 10.222.0.36 "GET /v2.0/networks/c57efc93-51ff-4248-b65b-e26a6d17993d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593210 Jun 10 14:43:03.346260 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-d2bac01e-5620-460e-afab-75f9df01b653 req-c300a28d-4e72-4b18-bde3-ed3fe687800a service neutron] 10.222.0.36 "GET /v2.0/networks/c57efc93-51ff-4248-b65b-e26a6d17993d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700683 Jun 10 14:43:03.443802 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e20fe-bff9-453d-92ea-4fb6ef634641 req-4cf4bc99-aeac-49c1-bcee-ce419a2032cb tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:03.452430 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-b97e20fe-bff9-453d-92ea-4fb6ef634641 req-4cf4bc99-aeac-49c1-bcee-ce419a2032cb tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/ports?device_id=d967efd0-1130-473f-a29b-0961cdeca077 HTTP/1.1" status: 200 len: 945 time: 0.1040130 Jun 10 14:43:03.512789 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-9fb53346-80a3-4739-9497-527e93093a16 req-a424a5f4-af76-4238-89eb-80bd3fe738ce tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/ports?device_id=02c3e4eb-22ea-4f73-af58-3751d9a4eeb0 HTTP/1.1" status: 200 len: 210 time: 0.0419221 Jun 10 14:43:03.547505 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-b97e20fe-bff9-453d-92ea-4fb6ef634641 req-0becaacf-c490-439b-8e13-749c74d68328 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/security-groups?id=ba1f250a-493e-4112-8d1f-5dae11288c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942175 Jun 10 14:43:03.835886 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6175035b-d727-4a7c-8307-59c1cf39b95f req-6f99997b-e3f6-4e70-ba7b-5fc5b3ed213e tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:03.837659 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-6175035b-d727-4a7c-8307-59c1cf39b95f req-6f99997b-e3f6-4e70-ba7b-5fc5b3ed213e tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bea10ad-651c-4fcf-9fcf-0e199a9ff9e9 HTTP/1.1" status: 200 len: 945 time: 0.1679049 Jun 10 14:43:03.860695 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21edacc5-9a2a-4764-b2d2-96fef17e672d req-5c374cd4-8bc6-4bbd-a9ba-3a58e1c0bbf0 tempest-DeleteServersTestJSON-1534281482 tempest-DeleteServersTestJSON-1534281482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:03.862204 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-21edacc5-9a2a-4764-b2d2-96fef17e672d req-5c374cd4-8bc6-4bbd-a9ba-3a58e1c0bbf0 tempest-DeleteServersTestJSON-1534281482 tempest-DeleteServersTestJSON-1534281482-project] 10.222.0.38 "GET /v2.0/ports?device_id=f3d2b72f-d8b8-48ba-8faf-da44d4ec57e4 HTTP/1.1" status: 200 len: 945 time: 0.1179204 Jun 10 14:43:03.928980 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-6175035b-d727-4a7c-8307-59c1cf39b95f req-77ab5bc2-b1a8-4752-a34f-be622781bf33 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/security-groups?id=7ef18720-15dd-4ca1-94ee-72a6568dc847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828009 Jun 10 14:43:03.953989 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-21edacc5-9a2a-4764-b2d2-96fef17e672d req-63d7cea4-d7ed-4542-be1e-381429f61f27 tempest-DeleteServersTestJSON-1534281482 tempest-DeleteServersTestJSON-1534281482-project] 10.222.0.38 "GET /v2.0/security-groups?id=a047d23d-49fd-49e8-bd77-fc92d8b7ea63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789781 Jun 10 14:43:04.022935 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Device e687c7b7-493c-4e9c-b3ab-85878b4485c5 details requested by agent hyperv_hv-cinder-79578 with host hv-cinder-79578 {{(pid=98190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 14:43:04.026214 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Device 4b5bad57-2144-47fa-98ed-3a4f902ca03e up at agent hyperv_hv-cinder-79578 {{(pid=98190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:43:04.237316 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 33928) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:04.552023 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Provisioning for port 4b5bad57-2144-47fa-98ed-3a4f902ca03e completed by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:43:04.556213 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3403256-d668-45eb-95f2-3323b7351368 req-b60ee3fd-8a16-4b73-b756-5f4a03e3f389 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:04.560226 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] For port e687c7b7-493c-4e9c-b3ab-85878b4485c5, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=e687c7b7-493c-4e9c-b3ab-85878b4485c5,segment=NetworkSegment(3ec2b1b1-734c-41eb-833f-8070e711f15c),segment_id=3ec2b1b1-734c-41eb-833f-8070e711f15c)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:43:04.571334 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Provisioning complete for port 4b5bad57-2144-47fa-98ed-3a4f902ca03e triggered by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:43:04.572000 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32877986'] for port, provisioning_complete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:04.580556 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-1eaf1455-3080-4191-a84f-4bd1f653b2a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:04.595780 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-f3403256-d668-45eb-95f2-3323b7351368 req-b60ee3fd-8a16-4b73-b756-5f4a03e3f389 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c52d258-0d8b-45e0-820c-de32496e39eb HTTP/1.1" status: 200 len: 943 time: 0.2514985 Jun 10 14:43:04.609843 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 33948) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:04.619759 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Returning: {'device': 'e687c7b7-493c-4e9c-b3ab-85878b4485c5', 'network_id': 'c57efc93-51ff-4248-b65b-e26a6d17993d', 'port_id': 'e687c7b7-493c-4e9c-b3ab-85878b4485c5', 'mac_address': 'fa:16:3e:6b:6b:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eeef57d-bb05-42dc-8725-b618d4269135', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 14:43:04.759352 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:04.776221 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-1eaf1455-3080-4191-a84f-4bd1f653b2a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:04.782636 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-1eaf1455-3080-4191-a84f-4bd1f653b2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:04.792324 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:04.798622 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-f3403256-d668-45eb-95f2-3323b7351368 req-cad408a0-1eb4-4dc2-8a5d-238b059a841c tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?id=bffe4572-7302-4f5a-9da6-eede10fb958e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1998167 Jun 10 14:43:04.805663 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79add55d-11cb-4c4d-aad7-8d4e8b4ec1b5 req-04dbe466-6ead-4785-a944-41f124a5d8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:04.814221 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.notifiers.nova [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e687c7b7-493c-4e9c-b3ab-85878b4485c5 {{(pid=98190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 14:43:04.820824 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-79add55d-11cb-4c4d-aad7-8d4e8b4ec1b5 req-04dbe466-6ead-4785-a944-41f124a5d8d4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=96f4cdbf31fc4cbb8c5f5fa2addbb3de&device_id=2bea10ad-651c-4fcf-9fcf-0e199a9ff9e9 HTTP/1.1" status: 200 len: 1098 time: 0.3550665 Jun 10 14:43:04.846747 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 33954) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:04.847579 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-1eaf1455-3080-4191-a84f-4bd1f653b2a1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8562179d42774e0ea1a44da4ecbf87b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6077306 Jun 10 14:43:04.850794 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:04.864867 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaf1455-3080-4191-a84f-4bd1f653b2a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d51b665f-1993-4458-a078-adfdac7fb305,revision_number=1']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:04.869142 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-1eaf1455-3080-4191-a84f-4bd1f653b2a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:04.891503 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 33956) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:04.945477 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] For port e687c7b7-493c-4e9c-b3ab-85878b4485c5, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=e687c7b7-493c-4e9c-b3ab-85878b4485c5,segment=NetworkSegment(3ec2b1b1-734c-41eb-833f-8070e711f15c),segment_id=3ec2b1b1-734c-41eb-833f-8070e711f15c)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:43:04.970680 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:04.977523 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-5ecfbafc-ed91-416d-a96d-be9d1c3a08b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:04.981404 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd967efd0-1130-473f-a29b-0961cdeca077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b5bad57-2144-47fa-98ed-3a4f902ca03e'}] {{(pid=98190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:43:04.981869 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-6ea7ce9e-571a-43b3-a30e-99ad27ee1292 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:04.991109 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3d4185ab3030d597d4fdff3a42636a440041618624b200d466a1cf3773607d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a06861b-623e-4321-b18e-f01d367a8119" -d '{"events": [{"server_uuid": "d967efd0-1130-473f-a29b-0961cdeca077", "name": "network-vif-plugged", "status": "completed", "tag": "4b5bad57-2144-47fa-98ed-3a4f902ca03e"}]}' {{(pid=98190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:43:05.045750 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-6d43e6b5-10d4-4fc6-9e95-cbbc9e857ce4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:05.077870 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] For port 4b5bad57-2144-47fa-98ed-3a4f902ca03e, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=4b5bad57-2144-47fa-98ed-3a4f902ca03e,segment=NetworkSegment(702c310b-86f3-4e1c-9a69-5651c2af6549),segment_id=702c310b-86f3-4e1c-9a69-5651c2af6549)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:43:05.110345 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Pushing event updated for resources: {'Port': ['ID=e687c7b7-493c-4e9c-b3ab-85878b4485c5,revision_number=4']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:05.113671 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:05.114603 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:05.116527 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:05.174196 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-6ea7ce9e-571a-43b3-a30e-99ad27ee1292 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:05.181472 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-6ea7ce9e-571a-43b3-a30e-99ad27ee1292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:05.183782 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Pushing event updated for resources: {'Port': ['ID=4b5bad57-2144-47fa-98ed-3a4f902ca03e,revision_number=5']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:05.186525 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-58036748-aea8-43e8-b9e9-a899aae2a999 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:05.189418 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:05.193683 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fbd0d1-284f-4dc9-9971-fa2d0fb7e67e req-f50d6b16-35db-40cc-b612-ea22bdad9cf2 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:05.195772 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-47fbd0d1-284f-4dc9-9971-fa2d0fb7e67e req-f50d6b16-35db-40cc-b612-ea22bdad9cf2 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bea10ad-651c-4fcf-9fcf-0e199a9ff9e9 HTTP/1.1" status: 200 len: 945 time: 0.5950012 Jun 10 14:43:05.203498 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-b529d07b-377a-42ca-8532-08a4d5079e4e req-87d55495-db9f-4918-bbb6-7fb5bf6add33 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/ports?device_id=02c3e4eb-22ea-4f73-af58-3751d9a4eeb0 HTTP/1.1" status: 200 len: 210 time: 0.1414707 Jun 10 14:43:05.217941 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-6139ffee-2ace-4935-a47b-01edf061471b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:05.252795 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79add55d-11cb-4c4d-aad7-8d4e8b4ec1b5 req-17a68634-148f-4460-9e69-9b45610234f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:05.254523 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-79add55d-11cb-4c4d-aad7-8d4e8b4ec1b5 req-17a68634-148f-4460-9e69-9b45610234f4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=eceb2f61-46d5-4aae-a498-4b03ff1ffe6f HTTP/1.1" status: 200 len: 919 time: 0.4328930 Jun 10 14:43:05.262599 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-6ea7ce9e-571a-43b3-a30e-99ad27ee1292 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1d8fba48f78d42ac9e5a97f5be7ddf54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3675644 Jun 10 14:43:05.263746 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea7ce9e-571a-43b3-a30e-99ad27ee1292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dea1be7f-f630-4bc6-abd9-80e341614fab,revision_number=1']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:05.265893 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 33968) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:05.277683 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-6ea7ce9e-571a-43b3-a30e-99ad27ee1292 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:05.307944 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] get_ports_and_sgs() called for port_ids ['e687c7b7-493c-4e9c-b3ab-85878b4485c5'] {{(pid=98190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 14:43:05.361609 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-79add55d-11cb-4c4d-aad7-8d4e8b4ec1b5 req-cbd7ceb1-1415-41e7-b550-4424d28a5a58 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49dc30b4-1676-4a63-9590-5935db8c67e8 HTTP/1.1" status: 200 len: 217 time: 0.0911927 Jun 10 14:43:05.371849 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-6139ffee-2ace-4935-a47b-01edf061471b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:05.414430 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-79674498-0507-4a95-b0a2-16d2a789b7a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:05.431224 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dee2c9-b3b3-406a-a931-f204f41a6439 req-9f2fac69-c634-4533-9500-1acac3a3f773 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:05.432694 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-69dee2c9-b3b3-406a-a931-f204f41a6439 req-9f2fac69-c634-4533-9500-1acac3a3f773 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.36 "GET /v2.0/networks?id=4744fb36-3c6e-45ed-8835-58a06f451405 HTTP/1.1" status: 200 len: 814 time: 0.5828793 Jun 10 14:43:05.446171 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-6d43e6b5-10d4-4fc6-9e95-cbbc9e857ce4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:05.462214 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-6d43e6b5-10d4-4fc6-9e95-cbbc9e857ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:05.468177 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-e1574f7d-a032-4287-bc04-6fe8253fa736 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:05.471526 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-47fbd0d1-284f-4dc9-9971-fa2d0fb7e67e req-57a35bcb-4449-4e01-af0d-de6a064bc123 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/security-groups?id=7ef18720-15dd-4ca1-94ee-72a6568dc847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629089 Jun 10 14:43:05.476999 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-79674498-0507-4a95-b0a2-16d2a789b7a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:05.477623 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.v2.base [req-69dee2c9-b3b3-406a-a931-f204f41a6439 req-10b9dbc0-718a-4c1f-9560-65266cb3fc48 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Request body: {'port': {'device_id': '02c3e4eb-22ea-4f73-af58-3751d9a4eeb0', 'network_id': '4744fb36-3c6e-45ed-8835-58a06f451405', 'admin_state_up': True, 'tenant_id': '93ab3eb0808c4780983402342bde2843'}} {{(pid=98188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:43:05.576130 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79add55d-11cb-4c4d-aad7-8d4e8b4ec1b5 req-d02a1b05-a750-4368-bbc0-31b1c8fa53fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:05.578507 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-79add55d-11cb-4c4d-aad7-8d4e8b4ec1b5 req-d02a1b05-a750-4368-bbc0-31b1c8fa53fe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b3511c78-374d-4ef9-a4c4-c0913a2192ca HTTP/1.1" status: 200 len: 858 time: 0.1895535 Jun 10 14:43:05.579313 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-6d43e6b5-10d4-4fc6-9e95-cbbc9e857ce4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9fc85a6a9ded4899ac26262dc399b578&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9549456 Jun 10 14:43:05.583601 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 33970) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:05.593912 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fbb544-1d69-4b3a-a643-d148dfa416cd req-55920fea-ecae-4bd5-a87f-a87d3d4dcd5e tempest-DeleteServersTestJSON-1534281482 tempest-DeleteServersTestJSON-1534281482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:05.595322 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-20fbb544-1d69-4b3a-a643-d148dfa416cd req-55920fea-ecae-4bd5-a87f-a87d3d4dcd5e tempest-DeleteServersTestJSON-1534281482 tempest-DeleteServersTestJSON-1534281482-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3d2b72f-d8b8-48ba-8faf-da44d4ec57e4 HTTP/1.1" status: 200 len: 945 time: 0.2737143 Jun 10 14:43:05.596701 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-79674498-0507-4a95-b0a2-16d2a789b7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:05.600082 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-79674498-0507-4a95-b0a2-16d2a789b7a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:05.601168 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-79674498-0507-4a95-b0a2-16d2a789b7a6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/dea1be7f-f630-4bc6-abd9-80e341614fab HTTP/1.1" status: 204 len: 168 time: 0.3323398 Jun 10 14:43:05.601938 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d43e6b5-10d4-4fc6-9e95-cbbc9e857ce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70451474-6222-404b-8cb2-2296170bf6fc,revision_number=1']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:05.611589 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-6d43e6b5-10d4-4fc6-9e95-cbbc9e857ce4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:05.612137 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-94df51bb-3936-4345-852c-d52ef3c73af4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:05.665255 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79674498-0507-4a95-b0a2-16d2a789b7a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea1be7f-f630-4bc6-abd9-80e341614fab,revision_number=None']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:05.672392 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-79674498-0507-4a95-b0a2-16d2a789b7a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:05.777825 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.plugin [req-20fbb544-1d69-4b3a-a643-d148dfa416cd req-074e9a40-4fd4-46aa-be62-6a814174e66d tempest-DeleteServersTestJSON-1534281482 tempest-DeleteServersTestJSON-1534281482-project] Deleting port 7e676eed-0c60-4e4f-89c3-009453a49c70 {{(pid=98189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 14:43:05.778265 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [req-20fbb544-1d69-4b3a-a643-d148dfa416cd req-074e9a40-4fd4-46aa-be62-6a814174e66d tempest-DeleteServersTestJSON-1534281482 tempest-DeleteServersTestJSON-1534281482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770842860575'] for port, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:05.913869 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.db [req-20fbb544-1d69-4b3a-a643-d148dfa416cd req-074e9a40-4fd4-46aa-be62-6a814174e66d tempest-DeleteServersTestJSON-1534281482 tempest-DeleteServersTestJSON-1534281482-project] For port 7e676eed-0c60-4e4f-89c3-009453a49c70, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=7e676eed-0c60-4e4f-89c3-009453a49c70,segment=NetworkSegment(6478d289-bfac-462d-aa98-9d9a77a296ea),segment_id=6478d289-bfac-462d-aa98-9d9a77a296ea)] {{(pid=98189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:43:05.914227 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [req-20fbb544-1d69-4b3a-a643-d148dfa416cd req-074e9a40-4fd4-46aa-be62-6a814174e66d tempest-DeleteServersTestJSON-1534281482 tempest-DeleteServersTestJSON-1534281482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725918'] for port, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:05.919435 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-79add55d-11cb-4c4d-aad7-8d4e8b4ec1b5 req-37bb675f-b02f-4374-b1cc-87cf4147ea3a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eceb2f61-46d5-4aae-a498-4b03ff1ffe6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2878225 Jun 10 14:43:05.948836 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-6139ffee-2ace-4935-a47b-01edf061471b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:05.963753 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-6139ffee-2ace-4935-a47b-01edf061471b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:05.964961 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-6139ffee-2ace-4935-a47b-01edf061471b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d51b665f-1993-4458-a078-adfdac7fb305 HTTP/1.1" status: 204 len: 168 time: 1.1097755 Jun 10 14:43:05.991453 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-f35261dc-be94-44b1-8e2e-a578dd27d8b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:06.009637 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26b8991-542a-486b-ac8c-47eac3fff741 req-0251edd2-e4ae-4f24-a8df-4498996123bf tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:06.011133 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-a26b8991-542a-486b-ac8c-47eac3fff741 req-0251edd2-e4ae-4f24-a8df-4498996123bf tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/ports?device_id=d967efd0-1130-473f-a29b-0961cdeca077 HTTP/1.1" status: 200 len: 946 time: 0.6680319 Jun 10 14:43:06.033644 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Device e687c7b7-493c-4e9c-b3ab-85878b4485c5 up at agent hyperv_hv-cinder-79578 {{(pid=98190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:43:06.040208 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.plugin [req-20fbb544-1d69-4b3a-a643-d148dfa416cd req-074e9a40-4fd4-46aa-be62-6a814174e66d tempest-DeleteServersTestJSON-1534281482 tempest-DeleteServersTestJSON-1534281482-project] Calling delete_port for 7e676eed-0c60-4e4f-89c3-009453a49c70 owned by compute:nova {{(pid=98189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 14:43:06.052767 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6139ffee-2ace-4935-a47b-01edf061471b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d51b665f-1993-4458-a078-adfdac7fb305,revision_number=None']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:06.059267 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-6139ffee-2ace-4935-a47b-01edf061471b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:06.152262 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-dba5c5c7-4756-4b17-9988-459395e66b1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:06.187021 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69dee2c9-b3b3-406a-a931-f204f41a6439 req-10b9dbc0-718a-4c1f-9560-65266cb3fc48 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Made reservation on behalf of 93ab3eb0808c4780983402342bde2843 for: {'port': 1} {{(pid=98188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 14:43:06.191232 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-69dee2c9-b3b3-406a-a931-f204f41a6439 req-10b9dbc0-718a-4c1f-9560-65266cb3fc48 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:06.201398 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Provisioning for port e687c7b7-493c-4e9c-b3ab-85878b4485c5 completed by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:43:06.213775 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Provisioning complete for port e687c7b7-493c-4e9c-b3ab-85878b4485c5 triggered by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:43:06.213775 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32877986'] for port, provisioning_complete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:06.238541 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-a26b8991-542a-486b-ac8c-47eac3fff741 req-ccd1d74a-97ec-4eb8-9d3d-982728f7e823 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/security-groups?id=ba1f250a-493e-4112-8d1f-5dae11288c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2187755 Jun 10 14:43:06.272628 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d4bcb7-c756-4020-84ac-cf2274723eb9 req-3cbe28c7-96d0-40e7-9fc0-ea1169db32c6 tempest-DeleteServersTestJSON-1534281482 tempest-DeleteServersTestJSON-1534281482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:06.279301 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-71d4bcb7-c756-4020-84ac-cf2274723eb9 req-3cbe28c7-96d0-40e7-9fc0-ea1169db32c6 tempest-DeleteServersTestJSON-1534281482 tempest-DeleteServersTestJSON-1534281482-project] 10.222.0.38 "GET /v2.0/ports?device_id=f3d2b72f-d8b8-48ba-8faf-da44d4ec57e4 HTTP/1.1" status: 200 len: 945 time: 0.6940784 Jun 10 14:43:06.286719 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-dba5c5c7-4756-4b17-9988-459395e66b1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:06.297902 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-79add55d-11cb-4c4d-aad7-8d4e8b4ec1b5 req-67bb9c84-a694-42c8-8821-9c4e57e0f3f8 service neutron] 10.222.0.36 "GET /v2.0/networks/eceb2f61-46d5-4aae-a498-4b03ff1ffe6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3671694 Jun 10 14:43:06.299901 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [req-20fbb544-1d69-4b3a-a643-d148dfa416cd req-074e9a40-4fd4-46aa-be62-6a814174e66d tempest-DeleteServersTestJSON-1534281482 tempest-DeleteServersTestJSON-1534281482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770842865987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770842374669'] for port, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:06.327746 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:06.360431 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 14:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8892050-299a-41b5-ab70-b4ab9d80a9ff x-openstack-request-id: req-f8892050-299a-41b5-ab70-b4ab9d80a9ff {{(pid=98190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:43:06.360811 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d967efd0-1130-473f-a29b-0961cdeca077", "name": "network-vif-plugged", "status": "completed", "tag": "4b5bad57-2144-47fa-98ed-3a4f902ca03e", "code": 200}]} {{(pid=98190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:43:06.361288 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f8892050-299a-41b5-ab70-b4ab9d80a9ff {{(pid=98190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:43:06.361690 dv-cinder-795785-1-smb neutron-server[98190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd967efd0-1130-473f-a29b-0961cdeca077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b5bad57-2144-47fa-98ed-3a4f902ca03e', 'code': 200} Jun 10 14:43:06.364971 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] get_ports_and_sgs() called for port_ids ['7e676eed-0c60-4e4f-89c3-009453a49c70'] {{(pid=98190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 14:43:06.402726 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074e9a40-4fd4-46aa-be62-6a814174e66d tempest-DeleteServersTestJSON-1534281482 tempest-DeleteServersTestJSON-1534281482-project] Pushing event deleted for resources: {'Port': ['ID=7e676eed-0c60-4e4f-89c3-009453a49c70,revision_number=None']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:06.441309 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-71d4bcb7-c756-4020-84ac-cf2274723eb9 req-b609dbd5-9eaf-4cff-936c-cc69d6473c0e tempest-DeleteServersTestJSON-1534281482 tempest-DeleteServersTestJSON-1534281482-project] 10.222.0.38 "GET /v2.0/security-groups?id=a047d23d-49fd-49e8-bd77-fc92d8b7ea63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413472 Jun 10 14:43:06.446347 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-074e9a40-4fd4-46aa-be62-6a814174e66d tempest-DeleteServersTestJSON-1534281482 tempest-DeleteServersTestJSON-1534281482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:06.499437 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:06.560513 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] For port e687c7b7-493c-4e9c-b3ab-85878b4485c5, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=e687c7b7-493c-4e9c-b3ab-85878b4485c5,segment=NetworkSegment(3ec2b1b1-734c-41eb-833f-8070e711f15c),segment_id=3ec2b1b1-734c-41eb-833f-8070e711f15c)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:43:06.567541 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:06.570576 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:06.580090 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.db.l3_dvrscheduler_db [req-20fbb544-1d69-4b3a-a643-d148dfa416cd req-074e9a40-4fd4-46aa-be62-6a814174e66d tempest-DeleteServersTestJSON-1534281482 tempest-DeleteServersTestJSON-1534281482-project] No DVR routers for this DVR port 7e676eed-0c60-4e4f-89c3-009453a49c70 on host hv-cinder-79578 {{(pid=98189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 14:43:06.585986 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [req-20fbb544-1d69-4b3a-a643-d148dfa416cd req-074e9a40-4fd4-46aa-be62-6a814174e66d tempest-DeleteServersTestJSON-1534281482 tempest-DeleteServersTestJSON-1534281482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32075'] for port, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:06.588795 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-20fbb544-1d69-4b3a-a643-d148dfa416cd req-074e9a40-4fd4-46aa-be62-6a814174e66d tempest-DeleteServersTestJSON-1534281482 tempest-DeleteServersTestJSON-1534281482-project] 10.222.0.36 "DELETE /v2.0/ports/7e676eed-0c60-4e4f-89c3-009453a49c70 HTTP/1.1" status: 204 len: 173 time: 0.9841580 Jun 10 14:43:06.589989 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3d2b72f-d8b8-48ba-8faf-da44d4ec57e4', 'name': 'network-vif-deleted', 'tag': '7e676eed-0c60-4e4f-89c3-009453a49c70'}] {{(pid=98189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:43:06.606942 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd5238e10c74dbb520512e65c1fdd866749acdde8b41798b102d67d69ab3830" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f91a0c07-5060-40dc-9d50-ab56682810ce" -d '{"events": [{"server_uuid": "f3d2b72f-d8b8-48ba-8faf-da44d4ec57e4", "name": "network-vif-deleted", "tag": "7e676eed-0c60-4e4f-89c3-009453a49c70"}]}' {{(pid=98189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:43:06.694303 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Pushing event updated for resources: {'Port': ['ID=e687c7b7-493c-4e9c-b3ab-85878b4485c5,revision_number=5']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:06.705863 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:06.708503 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 34004) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:06.725070 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-027ad96f-3c79-47fe-bfe6-4c14fbe73635 req-831e254f-94b1-4410-a839-2a9aee2f88dd tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/ports?device_id=02c3e4eb-22ea-4f73-af58-3751d9a4eeb0 HTTP/1.1" status: 200 len: 210 time: 0.0560963 Jun 10 14:43:06.735449 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-89529a8d-91f9-488a-a2bf-a8835defae23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:06.779667 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce3125e-4b24-4cf2-a72a-7db6c84d0ef1 req-fe85e781-4a45-4f74-9471-e760929bfd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:06.781351 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-1ce3125e-4b24-4cf2-a72a-7db6c84d0ef1 req-fe85e781-4a45-4f74-9471-e760929bfd2d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d967efd0-1130-473f-a29b-0961cdeca077 HTTP/1.1" status: 200 len: 1099 time: 0.1367872 Jun 10 14:43:06.873949 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-1ce3125e-4b24-4cf2-a72a-7db6c84d0ef1 req-13f03d0c-784f-43bf-962a-bf4498182d99 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ba1f250a-493e-4112-8d1f-5dae11288c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701265 Jun 10 14:43:06.909211 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-79add55d-11cb-4c4d-aad7-8d4e8b4ec1b5 req-b99479df-a630-4670-9162-652a9284cdcc service neutron] 10.222.0.36 "GET /v2.0/networks/eceb2f61-46d5-4aae-a498-4b03ff1ffe6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5801649 Jun 10 14:43:06.929353 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.db.db_base_plugin_common [req-69dee2c9-b3b3-406a-a931-f204f41a6439 req-10b9dbc0-718a-4c1f-9560-65266cb3fc48 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Allocated IP 172.20.0.3 (4744fb36-3c6e-45ed-8835-58a06f451405/f163fe2f-7ae5-4149-86b3-e8dbde6e7191/d517ec4f-21da-4ddf-8f70-006e1533d758) {{(pid=98188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 14:43:06.975385 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-89529a8d-91f9-488a-a2bf-a8835defae23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:06.986145 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-89529a8d-91f9-488a-a2bf-a8835defae23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:06.990598 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-79674498-0507-4a95-b0a2-16d2a789b7a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:07.020711 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66156c36-d332-4491-a1bf-b84fe1f968e9 req-d42cb20f-2a6c-494d-97d0-ac139f4c2af4 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:07.022221 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-66156c36-d332-4491-a1bf-b84fe1f968e9 req-d42cb20f-2a6c-494d-97d0-ac139f4c2af4 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c52d258-0d8b-45e0-820c-de32496e39eb HTTP/1.1" status: 200 len: 944 time: 0.5647416 Jun 10 14:43:07.029832 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-dba5c5c7-4756-4b17-9988-459395e66b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:07.032558 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-dba5c5c7-4756-4b17-9988-459395e66b1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:07.033415 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-dba5c5c7-4756-4b17-9988-459395e66b1c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/70451474-6222-404b-8cb2-2296170bf6fc HTTP/1.1" status: 204 len: 168 time: 1.4471025 Jun 10 14:43:07.037987 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:07.048745 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-89529a8d-91f9-488a-a2bf-a8835defae23 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a754fd2c6bcc47f79eaafec7c86b9f8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3392203 Jun 10 14:43:07.049777 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89529a8d-91f9-488a-a2bf-a8835defae23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f98b2c30-4161-4f7c-9376-1b57e8fad1ec,revision_number=1']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:07.054066 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 34018) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:07.054245 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba5c5c7-4756-4b17-9988-459395e66b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70451474-6222-404b-8cb2-2296170bf6fc,revision_number=None']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:07.068531 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-89529a8d-91f9-488a-a2bf-a8835defae23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:07.078002 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-dba5c5c7-4756-4b17-9988-459395e66b1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:07.151943 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-95821df2-0f8f-458e-b308-be6b275aef6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:07.187465 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-95821df2-0f8f-458e-b308-be6b275aef6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:07.230008 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693df5d6-2904-44c4-aafe-675ce79b8f6e req-f8bd03d5-45cc-4b65-afb5-576825327447 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:07.231623 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-693df5d6-2904-44c4-aafe-675ce79b8f6e req-f8bd03d5-45cc-4b65-afb5-576825327447 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bea10ad-651c-4fcf-9fcf-0e199a9ff9e9 HTTP/1.1" status: 200 len: 945 time: 0.3182275 Jun 10 14:43:07.236658 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-66156c36-d332-4491-a1bf-b84fe1f968e9 req-98a02567-3193-469a-9329-7f3fc41a83a0 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?id=bffe4572-7302-4f5a-9da6-eede10fb958e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1994307 Jun 10 14:43:07.274952 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-95821df2-0f8f-458e-b308-be6b275aef6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:07.274952 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-95821df2-0f8f-458e-b308-be6b275aef6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:07.274952 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-95821df2-0f8f-458e-b308-be6b275aef6b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f98b2c30-4161-4f7c-9376-1b57e8fad1ec HTTP/1.1" status: 204 len: 168 time: 0.2030356 Jun 10 14:43:07.274952 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:07.283743 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95821df2-0f8f-458e-b308-be6b275aef6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98b2c30-4161-4f7c-9376-1b57e8fad1ec,revision_number=None']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:07.286895 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-95821df2-0f8f-458e-b308-be6b275aef6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:07.325869 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-693df5d6-2904-44c4-aafe-675ce79b8f6e req-8b391b18-ed4e-4a51-83b0-5e4e539852d1 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/security-groups?id=7ef18720-15dd-4ca1-94ee-72a6568dc847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882137 Jun 10 14:43:07.329470 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-69dee2c9-b3b3-406a-a931-f204f41a6439 req-10b9dbc0-718a-4c1f-9560-65266cb3fc48 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Notify callbacks [] for port, precommit_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:07.337754 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 14:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00632f9f-8d20-4558-8d4e-ca45dd9ab1ab x-openstack-request-id: req-00632f9f-8d20-4558-8d4e-ca45dd9ab1ab {{(pid=98189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:43:07.338235 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3d2b72f-d8b8-48ba-8faf-da44d4ec57e4", "name": "network-vif-deleted", "tag": "7e676eed-0c60-4e4f-89c3-009453a49c70", "status": "completed", "code": 200}]} {{(pid=98189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:43:07.338618 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-00632f9f-8d20-4558-8d4e-ca45dd9ab1ab {{(pid=98189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:43:07.339474 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3d2b72f-d8b8-48ba-8faf-da44d4ec57e4', 'name': 'network-vif-deleted', 'tag': '7e676eed-0c60-4e4f-89c3-009453a49c70', 'status': 'completed', 'code': 200} Jun 10 14:43:07.383736 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-69dee2c9-b3b3-406a-a931-f204f41a6439 req-10b9dbc0-718a-4c1f-9560-65266cb3fc48 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33290945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770842374660'] for port, after_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:07.397666 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-1d2224df-3b9f-4222-ba88-ff35edc23126 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:07.399811 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] get_ports_and_sgs() called for port_ids ['42f445f4-e87a-4d6f-b3b2-0c6909763766'] {{(pid=98190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 14:43:07.528189 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69dee2c9-b3b3-406a-a931-f204f41a6439 req-10b9dbc0-718a-4c1f-9560-65266cb3fc48 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Network 4744fb36-3c6e-45ed-8835-58a06f451405 is already hosted by enough agents. {{(pid=98188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 14:43:07.555680 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.scheduler.base_scheduler [req-69dee2c9-b3b3-406a-a931-f204f41a6439 req-10b9dbc0-718a-4c1f-9560-65266cb3fc48 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Resources bound (agent type, host, resource id): {{(pid=98188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:43:07.565897 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.db.l3_dvrscheduler_db [req-69dee2c9-b3b3-406a-a931-f204f41a6439 req-10b9dbc0-718a-4c1f-9560-65266cb3fc48 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Received port after_create {{(pid=98188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 14:43:07.572703 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dee2c9-b3b3-406a-a931-f204f41a6439 req-10b9dbc0-718a-4c1f-9560-65266cb3fc48 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:07.575972 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-69dee2c9-b3b3-406a-a931-f204f41a6439 req-10b9dbc0-718a-4c1f-9560-65266cb3fc48 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545536'] for port, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:07.603830 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:07.697657 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 34032) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:07.702387 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-8d77fc93-9a3c-49be-afca-f7da87a149a1 req-dd2ef85a-8553-46fe-a0a8-86c5f33c33c7 tempest-DeleteServersTestJSON-1534281482 tempest-DeleteServersTestJSON-1534281482-project] 10.222.0.38 "GET /v2.0/ports?device_id=f3d2b72f-d8b8-48ba-8faf-da44d4ec57e4 HTTP/1.1" status: 200 len: 210 time: 0.0756924 Jun 10 14:43:07.704501 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b9dbc0-718a-4c1f-9560-65266cb3fc48 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Pushing event updated for resources: {'Port': ['ID=d517ec4f-21da-4ddf-8f70-006e1533d758,revision_number=1']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:07.708881 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-10b9dbc0-718a-4c1f-9560-65266cb3fc48 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:07.710887 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-69dee2c9-b3b3-406a-a931-f204f41a6439 req-10b9dbc0-718a-4c1f-9560-65266cb3fc48 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2464833 Jun 10 14:43:07.725784 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-a0a871f0-3c20-4f88-b9e5-62649163c0d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:07.743826 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.v2.base [req-69dee2c9-b3b3-406a-a931-f204f41a6439 req-efccf94e-050f-4eb8-bd5f-79182a13c804 service neutron] Request body: {'port': {'device_id': '02c3e4eb-22ea-4f73-af58-3751d9a4eeb0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79578'}} {{(pid=98188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:43:07.841739 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 34036) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:07.875285 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2337b600-06fa-4a16-85ad-9abbcd9ce846 req-8dc66343-5066-46ca-a0c9-29a1e2ce5945 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:07.881318 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-a0a871f0-3c20-4f88-b9e5-62649163c0d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:07.886427 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-2337b600-06fa-4a16-85ad-9abbcd9ce846 req-8dc66343-5066-46ca-a0c9-29a1e2ce5945 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/ports?device_id=d967efd0-1130-473f-a29b-0961cdeca077 HTTP/1.1" status: 200 len: 946 time: 0.3322184 Jun 10 14:43:07.890433 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-a0a871f0-3c20-4f88-b9e5-62649163c0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:07.924972 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:07.980803 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-a0a871f0-3c20-4f88-b9e5-62649163c0d1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=aab573daefd84827a13d55cf0e6a7059&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2819815 Jun 10 14:43:07.981826 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a871f0-3c20-4f88-b9e5-62649163c0d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cebed8b-3013-43a2-a77e-4830f3c47534,revision_number=1']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:07.984455 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 34044) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:07.986574 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-a0a871f0-3c20-4f88-b9e5-62649163c0d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:08.047464 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-69dee2c9-b3b3-406a-a931-f204f41a6439 req-efccf94e-050f-4eb8-bd5f-79182a13c804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:08.051255 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-adb6a8c5-28c8-463d-ae22-880cd070e910 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:08.052238 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-2337b600-06fa-4a16-85ad-9abbcd9ce846 req-ca59086d-06f8-4df1-9c4d-5a27e588dbfc tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/security-groups?id=ba1f250a-493e-4112-8d1f-5dae11288c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1541600 Jun 10 14:43:08.073749 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-4e3eaf59-b5a4-425a-9d6e-4bafe4fcefa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:08.110616 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-4e3eaf59-b5a4-425a-9d6e-4bafe4fcefa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:08.153659 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96897220-b201-488a-a028-cd2ff809fc73 req-c10ce44d-d43e-45e8-b2b6-e7b00b74f128 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:08.161383 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-96897220-b201-488a-a028-cd2ff809fc73 req-c10ce44d-d43e-45e8-b2b6-e7b00b74f128 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/ports?device_id=02c3e4eb-22ea-4f73-af58-3751d9a4eeb0 HTTP/1.1" status: 200 len: 931 time: 0.1835954 Jun 10 14:43:08.208987 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-4e3eaf59-b5a4-425a-9d6e-4bafe4fcefa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:08.211496 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-4e3eaf59-b5a4-425a-9d6e-4bafe4fcefa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:08.212637 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-4e3eaf59-b5a4-425a-9d6e-4bafe4fcefa2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4cebed8b-3013-43a2-a77e-4830f3c47534 HTTP/1.1" status: 204 len: 168 time: 0.2272158 Jun 10 14:43:08.219485 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-bf364da2-72d6-403f-bf0d-5b353e7289cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:08.232506 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3eaf59-b5a4-425a-9d6e-4bafe4fcefa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cebed8b-3013-43a2-a77e-4830f3c47534,revision_number=None']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:08.247010 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-4e3eaf59-b5a4-425a-9d6e-4bafe4fcefa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:08.251178 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-adb6a8c5-28c8-463d-ae22-880cd070e910 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:08.264879 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-adb6a8c5-28c8-463d-ae22-880cd070e910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:08.268434 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-3e113629-87f7-4f8e-8287-408221e55656 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:08.276533 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-96897220-b201-488a-a028-cd2ff809fc73 req-7cf6ab99-7520-420c-be5f-456193e6b375 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa6450ec-2090-40c0-8f5e-ef907fcb2083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139615 Jun 10 14:43:08.341059 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-adb6a8c5-28c8-463d-ae22-880cd070e910 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b15a96c3fead441493add12ec7d1396b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4965656 Jun 10 14:43:08.341952 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 34058) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:08.348217 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb6a8c5-28c8-463d-ae22-880cd070e910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2875ff1-6aa2-4aff-b0e5-a9b5a24b86e9,revision_number=1']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:08.364219 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c52d258-0d8b-45e0-820c-de32496e39eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e687c7b7-493c-4e9c-b3ab-85878b4485c5'}] {{(pid=98190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:43:08.366817 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3d4185ab3030d597d4fdff3a42636a440041618624b200d466a1cf3773607d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c4e18f0-375c-415a-97f1-5f85b5ba0ee8" -d '{"events": [{"server_uuid": "1c52d258-0d8b-45e0-820c-de32496e39eb", "name": "network-vif-plugged", "status": "completed", "tag": "e687c7b7-493c-4e9c-b3ab-85878b4485c5"}]}' {{(pid=98190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:43:08.367004 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-adb6a8c5-28c8-463d-ae22-880cd070e910 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:08.471597 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-80923adb-20c1-4375-8b76-98174c3d517e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:08.500595 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-80923adb-20c1-4375-8b76-98174c3d517e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:08.557032 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-80923adb-20c1-4375-8b76-98174c3d517e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:08.560009 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-80923adb-20c1-4375-8b76-98174c3d517e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:08.563488 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-80923adb-20c1-4375-8b76-98174c3d517e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e2875ff1-6aa2-4aff-b0e5-a9b5a24b86e9 HTTP/1.1" status: 204 len: 168 time: 0.2182994 Jun 10 14:43:08.563488 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-6ea7ce9e-571a-43b3-a30e-99ad27ee1292 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:08.572723 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80923adb-20c1-4375-8b76-98174c3d517e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2875ff1-6aa2-4aff-b0e5-a9b5a24b86e9,revision_number=None']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:08.574925 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-80923adb-20c1-4375-8b76-98174c3d517e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:08.662816 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.notifiers.nova [req-69dee2c9-b3b3-406a-a931-f204f41a6439 req-efccf94e-050f-4eb8-bd5f-79182a13c804 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d517ec4f-21da-4ddf-8f70-006e1533d758 {{(pid=98188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 14:43:08.678936 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-69dee2c9-b3b3-406a-a931-f204f41a6439 req-efccf94e-050f-4eb8-bd5f-79182a13c804 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:08.701419 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.db.provisioning_blocks [req-69dee2c9-b3b3-406a-a931-f204f41a6439 req-efccf94e-050f-4eb8-bd5f-79182a13c804 service neutron] Transition to ACTIVE for port object d517ec4f-21da-4ddf-8f70-006e1533d758 will not be triggered until provisioned by entity L2. {{(pid=98188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:43:08.709628 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-69dee2c9-b3b3-406a-a931-f204f41a6439 req-efccf94e-050f-4eb8-bd5f-79182a13c804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:08.719218 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:08.728130 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a435dd82-e43f-43a6-a257-b7d5f9399f04 req-d671568b-fe74-430e-bfbb-d4389aed955b tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:08.732777 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-a435dd82-e43f-43a6-a257-b7d5f9399f04 req-d671568b-fe74-430e-bfbb-d4389aed955b tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bea10ad-651c-4fcf-9fcf-0e199a9ff9e9 HTTP/1.1" status: 200 len: 945 time: 0.2473304 Jun 10 14:43:08.747574 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403feef3-c64e-4703-b035-259beecb615f req-fc06f6d9-95df-4b1a-a482-5c2b70c3768c tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:08.748896 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-403feef3-c64e-4703-b035-259beecb615f req-fc06f6d9-95df-4b1a-a482-5c2b70c3768c tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c52d258-0d8b-45e0-820c-de32496e39eb HTTP/1.1" status: 200 len: 945 time: 0.2662613 Jun 10 14:43:08.895018 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-a435dd82-e43f-43a6-a257-b7d5f9399f04 req-d51a18cb-ddfc-4700-979b-66f174fd2f47 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/security-groups?id=7ef18720-15dd-4ca1-94ee-72a6568dc847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192544 Jun 10 14:43:08.902539 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efccf94e-050f-4eb8-bd5f-79182a13c804 service neutron] Pushing event updated for resources: {'Port': ['ID=d517ec4f-21da-4ddf-8f70-006e1533d758,revision_number=2']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:08.902539 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-efccf94e-050f-4eb8-bd5f-79182a13c804 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:08.970599 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-403feef3-c64e-4703-b035-259beecb615f req-ac303157-34dd-41b5-9eca-ac9e24664523 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?id=bffe4572-7302-4f5a-9da6-eede10fb958e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1895308 Jun 10 14:43:08.982233 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.managers [req-69dee2c9-b3b3-406a-a931-f204f41a6439 req-efccf94e-050f-4eb8-bd5f-79182a13c804 service neutron] Attempting to bind port d517ec4f-21da-4ddf-8f70-006e1533d758 on host hv-cinder-79578 for vnic_type normal with profile {{(pid=98188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 14:43:08.982466 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.managers [req-69dee2c9-b3b3-406a-a931-f204f41a6439 req-efccf94e-050f-4eb8-bd5f-79182a13c804 service neutron] Attempting to bind port d517ec4f-21da-4ddf-8f70-006e1533d758 by drivers openvswitch,hyperv on host hv-cinder-79578 at level 0 using segments [{'id': 'c43a5be5-1290-4a91-ba59-a957b85e24b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4744fb36-3c6e-45ed-8835-58a06f451405'}] {{(pid=98188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 14:43:08.982801 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69dee2c9-b3b3-406a-a931-f204f41a6439 req-efccf94e-050f-4eb8-bd5f-79182a13c804 service neutron] Attempting to bind port d517ec4f-21da-4ddf-8f70-006e1533d758 on network 4744fb36-3c6e-45ed-8835-58a06f451405 {{(pid=98188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 14:43:08.985649 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 14:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d37126d-7f0c-4abc-9c9a-bea412d09c01 x-openstack-request-id: req-3d37126d-7f0c-4abc-9c9a-bea412d09c01 {{(pid=98190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:43:08.987071 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c52d258-0d8b-45e0-820c-de32496e39eb", "name": "network-vif-plugged", "status": "completed", "tag": "e687c7b7-493c-4e9c-b3ab-85878b4485c5", "code": 200}]} {{(pid=98190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:43:08.988103 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3d37126d-7f0c-4abc-9c9a-bea412d09c01 {{(pid=98190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:43:08.989028 dv-cinder-795785-1-smb neutron-server[98190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c52d258-0d8b-45e0-820c-de32496e39eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e687c7b7-493c-4e9c-b3ab-85878b4485c5', 'code': 200} Jun 10 14:43:08.996727 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69dee2c9-b3b3-406a-a931-f204f41a6439 req-efccf94e-050f-4eb8-bd5f-79182a13c804 service neutron] Port d517ec4f-21da-4ddf-8f70-006e1533d758 on network 4744fb36-3c6e-45ed-8835-58a06f451405 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79578 {{(pid=98188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 14:43:08.997067 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69dee2c9-b3b3-406a-a931-f204f41a6439 req-efccf94e-050f-4eb8-bd5f-79182a13c804 service neutron] Attempting to bind port d517ec4f-21da-4ddf-8f70-006e1533d758 on network 4744fb36-3c6e-45ed-8835-58a06f451405 {{(pid=98188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 14:43:09.002731 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69dee2c9-b3b3-406a-a931-f204f41a6439 req-efccf94e-050f-4eb8-bd5f-79182a13c804 service neutron] Checking agent: {'id': 'c47c39ee-f167-41a2-bf85-7dde6d0410ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79578', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 14, 40, 37), 'started_at': datetime.datetime(2021, 6, 10, 14, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 14, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 14:43:09.003148 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69dee2c9-b3b3-406a-a931-f204f41a6439 req-efccf94e-050f-4eb8-bd5f-79182a13c804 service neutron] Checking segment: {'id': 'c43a5be5-1290-4a91-ba59-a957b85e24b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4744fb36-3c6e-45ed-8835-58a06f451405'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 14:43:09.004005 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69dee2c9-b3b3-406a-a931-f204f41a6439 req-efccf94e-050f-4eb8-bd5f-79182a13c804 service neutron] Bound using segment: {'id': 'c43a5be5-1290-4a91-ba59-a957b85e24b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4744fb36-3c6e-45ed-8835-58a06f451405'} {{(pid=98188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 14:43:09.004488 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.managers [req-69dee2c9-b3b3-406a-a931-f204f41a6439 req-efccf94e-050f-4eb8-bd5f-79182a13c804 service neutron] Bound port: d517ec4f-21da-4ddf-8f70-006e1533d758, host: hv-cinder-79578, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c43a5be5-1290-4a91-ba59-a957b85e24b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4744fb36-3c6e-45ed-8835-58a06f451405'}}] {{(pid=98188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 14:43:09.004841 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-69dee2c9-b3b3-406a-a931-f204f41a6439 req-efccf94e-050f-4eb8-bd5f-79182a13c804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:09.144364 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.db [req-69dee2c9-b3b3-406a-a931-f204f41a6439 req-efccf94e-050f-4eb8-bd5f-79182a13c804 service neutron] For port d517ec4f-21da-4ddf-8f70-006e1533d758, host hv-cinder-79578, cleared binding levels {{(pid=98188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 14:43:09.151965 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.db [req-69dee2c9-b3b3-406a-a931-f204f41a6439 req-efccf94e-050f-4eb8-bd5f-79182a13c804 service neutron] For port d517ec4f-21da-4ddf-8f70-006e1533d758, host hv-cinder-79578, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=d517ec4f-21da-4ddf-8f70-006e1533d758,segment=NetworkSegment(c43a5be5-1290-4a91-ba59-a957b85e24b7),segment_id=c43a5be5-1290-4a91-ba59-a957b85e24b7)] {{(pid=98188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 14:43:09.163404 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-69dee2c9-b3b3-406a-a931-f204f41a6439 req-efccf94e-050f-4eb8-bd5f-79182a13c804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:09.166093 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-1d2224df-3b9f-4222-ba88-ff35edc23126 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:09.248343 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dee2c9-b3b3-406a-a931-f204f41a6439 req-efccf94e-050f-4eb8-bd5f-79182a13c804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:09.249021 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-69dee2c9-b3b3-406a-a931-f204f41a6439 req-efccf94e-050f-4eb8-bd5f-79182a13c804 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545536'] for port, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:09.250604 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-69dee2c9-b3b3-406a-a931-f204f41a6439 req-efccf94e-050f-4eb8-bd5f-79182a13c804 service neutron] 10.222.0.36 "PUT /v2.0/ports/d517ec4f-21da-4ddf-8f70-006e1533d758 HTTP/1.1" status: 200 len: 1093 time: 1.5123951 Jun 10 14:43:09.251097 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02c3e4eb-22ea-4f73-af58-3751d9a4eeb0', 'tag': 'd517ec4f-21da-4ddf-8f70-006e1533d758'}] {{(pid=98188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:43:09.254463 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f0fe7ff9a18056505f9f26f34e6288f69420e23a9758a676b79d6915a840c7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0bbb918-52a3-402f-b7b7-d55a75ed5c4b" -d '{"events": [{"name": "network-changed", "server_uuid": "02c3e4eb-22ea-4f73-af58-3751d9a4eeb0", "tag": "d517ec4f-21da-4ddf-8f70-006e1533d758"}]}' {{(pid=98188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:43:09.315536 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 14:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-362039e9-867c-4936-8919-b267d78beaf6 x-openstack-request-id: req-362039e9-867c-4936-8919-b267d78beaf6 {{(pid=98188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:43:09.316297 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02c3e4eb-22ea-4f73-af58-3751d9a4eeb0", "tag": "d517ec4f-21da-4ddf-8f70-006e1533d758", "status": "completed", "code": 200}]} {{(pid=98188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:43:09.317376 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-362039e9-867c-4936-8919-b267d78beaf6 {{(pid=98188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:43:09.318970 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02c3e4eb-22ea-4f73-af58-3751d9a4eeb0', 'tag': 'd517ec4f-21da-4ddf-8f70-006e1533d758', 'status': 'completed', 'code': 200} Jun 10 14:43:09.331488 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efccf94e-050f-4eb8-bd5f-79182a13c804 service neutron] Pushing event updated for resources: {'Port': ['ID=d517ec4f-21da-4ddf-8f70-006e1533d758,revision_number=3']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:09.342163 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-efccf94e-050f-4eb8-bd5f-79182a13c804 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:09.574715 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-5ee95902-9dea-4a36-912c-a6f9e932d80a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:09.857549 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 34176) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:09.960838 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dee2c9-b3b3-406a-a931-f204f41a6439 req-0176da69-19dd-4a14-8fcb-8596fe3509a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:09.962332 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-69dee2c9-b3b3-406a-a931-f204f41a6439 req-0176da69-19dd-4a14-8fcb-8596fe3509a6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=93ab3eb0808c4780983402342bde2843&device_id=02c3e4eb-22ea-4f73-af58-3751d9a4eeb0 HTTP/1.1" status: 200 len: 1096 time: 0.6193166 Jun 10 14:43:09.994953 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5301a9-b1fe-4721-a9f0-07ab833ed46d req-ed78c2b8-e637-4619-a193-309fd4f62183 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:10.002042 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-ff5301a9-b1fe-4721-a9f0-07ab833ed46d req-ed78c2b8-e637-4619-a193-309fd4f62183 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/ports?device_id=d967efd0-1130-473f-a29b-0961cdeca077 HTTP/1.1" status: 200 len: 946 time: 0.6578181 Jun 10 14:43:10.010065 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.v2.base [None req-916ba93b-d1ec-4b92-a57c-850b0db0abd5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1583580859-network', 'tenant_id': '3065c91b66384aefa642d766c49e32b2'}} {{(pid=98189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:43:10.015114 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb59ab-646d-4599-b651-033768e8a2f1 req-70c5491f-449f-4cc8-a549-b1984bd8b7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:10.017142 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-edbb59ab-646d-4599-b651-033768e8a2f1 req-70c5491f-449f-4cc8-a549-b1984bd8b7af service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1c52d258-0d8b-45e0-820c-de32496e39eb HTTP/1.1" status: 200 len: 1098 time: 0.2491550 Jun 10 14:43:10.033987 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-916ba93b-d1ec-4b92-a57c-850b0db0abd5 admin admin] Made reservation on behalf of 3065c91b66384aefa642d766c49e32b2 for: {'network': 1} {{(pid=98189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 14:43:10.037549 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-916ba93b-d1ec-4b92-a57c-850b0db0abd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33290777'] for network, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:10.049158 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-916ba93b-d1ec-4b92-a57c-850b0db0abd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:10.058709 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Device 7e676eed-0c60-4e4f-89c3-009453a49c70 no longer exists at agent hyperv_hv-cinder-79578 {{(pid=98190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 14:43:10.068031 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d16b4e-d87d-44dd-a662-22b17972b679 req-2586b820-089c-447b-8151-acb2457f16c9 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:10.069851 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-a8d16b4e-d87d-44dd-a662-22b17972b679 req-2586b820-089c-447b-8151-acb2457f16c9 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/ports?device_id=02c3e4eb-22ea-4f73-af58-3751d9a4eeb0 HTTP/1.1" status: 200 len: 943 time: 0.3120010 Jun 10 14:43:10.097518 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-69dee2c9-b3b3-406a-a931-f204f41a6439 req-3477b215-cc3a-4565-8589-22a1105e6df6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d517ec4f-21da-4ddf-8f70-006e1533d758 HTTP/1.1" status: 200 len: 217 time: 0.1208863 Jun 10 14:43:10.100365 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.plugin [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] No Port match for: 7e676eed-0c60-4e4f-89c3-009453a49c70 {{(pid=98190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 14:43:10.101043 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Device 7e676eed-0c60-4e4f-89c3-009453a49c70 not bound to the agent host hv-cinder-79578 {{(pid=98190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 14:43:10.203046 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-916ba93b-d1ec-4b92-a57c-850b0db0abd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:10.208444 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-916ba93b-d1ec-4b92-a57c-850b0db0abd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:10.212732 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-27f037cc-4770-41b6-8932-31c1e72532fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:10.240699 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-916ba93b-d1ec-4b92-a57c-850b0db0abd5 admin admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=98189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 14:43:10.246981 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-ff5301a9-b1fe-4721-a9f0-07ab833ed46d req-4fc2aca4-3b9a-4c3d-b52d-e269d1da8c8a tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/security-groups?id=ba1f250a-493e-4112-8d1f-5dae11288c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2439981 Jun 10 14:43:10.250385 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916ba93b-d1ec-4b92-a57c-850b0db0abd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d95f537-c1aa-4142-b4e6-2a04b8dd3a61,revision_number=1']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:10.254281 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-916ba93b-d1ec-4b92-a57c-850b0db0abd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:10.257344 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-916ba93b-d1ec-4b92-a57c-850b0db0abd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32871535'] for segment, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:10.257688 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.db.segments_db [None req-916ba93b-d1ec-4b92-a57c-850b0db0abd5 admin admin] Added segment 5a31d746-9e5d-46e8-b021-750c831f5d0c of type vlan for network afb3d1e6-69a8-46b1-ad00-dfea32c79a7b Jun 10 14:43:10.283086 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dee2c9-b3b3-406a-a931-f204f41a6439 req-697f620f-228f-4b30-8507-c60f5a9f248f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:10.285387 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-69dee2c9-b3b3-406a-a931-f204f41a6439 req-697f620f-228f-4b30-8507-c60f5a9f248f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f163fe2f-7ae5-4149-86b3-e8dbde6e7191 HTTP/1.1" status: 200 len: 854 time: 0.1808822 Jun 10 14:43:10.290440 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-edbb59ab-646d-4599-b651-033768e8a2f1 req-12c7ea76-9c74-40f7-a3c3-4461410113de service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bffe4572-7302-4f5a-9da6-eede10fb958e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2065248 Jun 10 14:43:10.296605 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-a8d16b4e-d87d-44dd-a662-22b17972b679 req-7989a273-d715-4d29-b5ea-c8e355ae91fe tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa6450ec-2090-40c0-8f5e-ef907fcb2083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042532 Jun 10 14:43:10.343808 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-916ba93b-d1ec-4b92-a57c-850b0db0abd5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770842362772'] for network, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:10.354282 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 34204) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:10.390364 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-916ba93b-d1ec-4b92-a57c-850b0db0abd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545563'] for network, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:10.391907 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916ba93b-d1ec-4b92-a57c-850b0db0abd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:10.392603 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-916ba93b-d1ec-4b92-a57c-850b0db0abd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545536'] for network, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:10.395151 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:10.436827 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-916ba93b-d1ec-4b92-a57c-850b0db0abd5 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5780554 Jun 10 14:43:10.440313 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 34208) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:10.449216 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.v2.base [None req-587c3b13-872d-46df-a116-1d1e74163d23 admin admin] Request body: {'subnet': {'network_id': 'afb3d1e6-69a8-46b1-ad00-dfea32c79a7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1583580859-subnet', 'tenant_id': '3065c91b66384aefa642d766c49e32b2', 'ip_version': 4}} {{(pid=98189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:43:10.480122 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-69dee2c9-b3b3-406a-a931-f204f41a6439 req-93e3c44d-d9ae-4486-a6ff-0262d4823e5e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4744fb36-3c6e-45ed-8835-58a06f451405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0943084 Jun 10 14:43:10.511712 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916ba93b-d1ec-4b92-a57c-850b0db0abd5 admin admin] Pushing event updated for resources: {'Network': ['ID=afb3d1e6-69a8-46b1-ad00-dfea32c79a7b,revision_number=1']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:10.518622 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-916ba93b-d1ec-4b92-a57c-850b0db0abd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:10.521869 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Network afb3d1e6-69a8-46b1-ad00-dfea32c79a7b details requested by agent ovs-agent-dv-cinder-795785-1-smb with host dv-cinder-795785-1-smb {{(pid=98190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 14:43:10.542281 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-921747d9-23cf-4a91-aeb0-5a8b6cf1a38a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:10.558299 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-587c3b13-872d-46df-a116-1d1e74163d23 admin admin] Made reservation on behalf of 3065c91b66384aefa642d766c49e32b2 for: {'subnet': 1} {{(pid=98189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 14:43:10.561055 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-587c3b13-872d-46df-a116-1d1e74163d23 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:10.666396 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3863f363-d488-42e7-9316-8e9c860f0255 req-e77a5e9e-32d4-420f-9721-4c2632b88b45 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:10.668311 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-3863f363-d488-42e7-9316-8e9c860f0255 req-e77a5e9e-32d4-420f-9721-4c2632b88b45 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bea10ad-651c-4fcf-9fcf-0e199a9ff9e9 HTTP/1.1" status: 200 len: 945 time: 0.2729397 Jun 10 14:43:10.702909 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4802901f-876f-4940-9280-3cf1fa89d638 req-505eebcb-122d-4efd-8655-4c3a9d16f850 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:10.709115 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-4802901f-876f-4940-9280-3cf1fa89d638 req-505eebcb-122d-4efd-8655-4c3a9d16f850 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c52d258-0d8b-45e0-820c-de32496e39eb HTTP/1.1" status: 200 len: 945 time: 0.2334368 Jun 10 14:43:10.720862 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-69dee2c9-b3b3-406a-a931-f204f41a6439 req-d685ef07-5ee4-4726-87c7-5e2d12406701 service neutron] 10.222.0.36 "GET /v2.0/networks/4744fb36-3c6e-45ed-8835-58a06f451405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952763 Jun 10 14:43:10.797572 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-3863f363-d488-42e7-9316-8e9c860f0255 req-261601ae-4e2a-440f-99a3-349da892ada2 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/security-groups?id=7ef18720-15dd-4ca1-94ee-72a6568dc847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169937 Jun 10 14:43:10.818308 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-4802901f-876f-4940-9280-3cf1fa89d638 req-c14e6833-a3d7-43e4-bd8e-679dd391080b tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?id=bffe4572-7302-4f5a-9da6-eede10fb958e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932565 Jun 10 14:43:10.849213 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-921747d9-23cf-4a91-aeb0-5a8b6cf1a38a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:10.861031 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-921747d9-23cf-4a91-aeb0-5a8b6cf1a38a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:10.887130 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-689afbce-6fe1-44d0-8140-6fce0d87db00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:10.914364 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-921747d9-23cf-4a91-aeb0-5a8b6cf1a38a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=af1cdbe5c7be4e2bbbbb81d5935fb55d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5588205 Jun 10 14:43:10.917140 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 34218) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:10.918031 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921747d9-23cf-4a91-aeb0-5a8b6cf1a38a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=815fd201-8428-43d0-be5e-54e9f9ef00a0,revision_number=1']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:10.922018 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-587c3b13-872d-46df-a116-1d1e74163d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554'] for subnet, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:10.922928 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-921747d9-23cf-4a91-aeb0-5a8b6cf1a38a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:10.938857 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:10.966017 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-69dee2c9-b3b3-406a-a931-f204f41a6439 req-055c4a88-0b44-44e8-ba29-05ab5a2f4e6b service neutron] 10.222.0.36 "GET /v2.0/networks/4744fb36-3c6e-45ed-8835-58a06f451405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383752 Jun 10 14:43:10.988085 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 34220) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:11.039687 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587c3b13-872d-46df-a116-1d1e74163d23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=608c40fd-af24-4c4d-b8ac-392ee5ac2abd,revision_number=0']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:11.056205 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-587c3b13-872d-46df-a116-1d1e74163d23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:11.056679 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e73c4a-6c7a-4bb1-8fad-83a5bdd837f8 req-85868f42-b449-483c-816d-0a8f5b512950 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:11.058149 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-a2e73c4a-6c7a-4bb1-8fad-83a5bdd837f8 req-85868f42-b449-483c-816d-0a8f5b512950 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/ports?device_id=d967efd0-1130-473f-a29b-0961cdeca077 HTTP/1.1" status: 200 len: 946 time: 0.1477754 Jun 10 14:43:11.063646 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-6e472512-ff32-4c3d-9554-45ac819a9cb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:11.067900 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 34222) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:11.071416 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587c3b13-872d-46df-a116-1d1e74163d23 admin admin] Checking segment: {'id': '5a31d746-9e5d-46e8-b021-750c831f5d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'afb3d1e6-69a8-46b1-ad00-dfea32c79a7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 14:43:11.072759 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587c3b13-872d-46df-a116-1d1e74163d23 admin admin] Network hostable DHCP agents. Network: afb3d1e6-69a8-46b1-ad00-dfea32c79a7b, hostable agents: ['e526b2fa-fac9-473e-91d9-302d4f3c322e'], hosted agents: [] {{(pid=98189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 14:43:11.074892 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce7f1948-ec26-4449-8e77-6563ffcf71bf admin admin] Deleting subnet de6d778b-e213-4f71-a527-4fce03bb0817 {{(pid=98188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 14:43:11.076288 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.v2.base [None req-6d4d2bd1-94d4-4888-a9a5-9d30abc518ac tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Request body: {'floatingip': {'port_id': '4b5bad57-2144-47fa-98ed-3a4f902ca03e'}} {{(pid=98189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:43:11.100645 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-ce7f1948-ec26-4449-8e77-6563ffcf71bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:11.154750 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-ce7f1948-ec26-4449-8e77-6563ffcf71bf admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:11.166495 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-ce7f1948-ec26-4449-8e77-6563ffcf71bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32873560'] for subnet, precommit_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:11.214841 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bbb918-52a3-402f-b7b7-d55a75ed5c4b req-bf217b06-fe0b-480b-890a-e52a28c1a15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:11.216386 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-f0bbb918-52a3-402f-b7b7-d55a75ed5c4b req-bf217b06-fe0b-480b-890a-e52a28c1a15e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=93ab3eb0808c4780983402342bde2843&device_id=02c3e4eb-22ea-4f73-af58-3751d9a4eeb0 HTTP/1.1" status: 200 len: 1096 time: 0.1556218 Jun 10 14:43:11.327542 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-ce7f1948-ec26-4449-8e77-6563ffcf71bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32873539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554'] for subnet, after_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:11.335574 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-5c33f43c-3b3f-4b1b-b54c-c44873deae2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:11.379871 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-6d4d2bd1-94d4-4888-a9a5-9d30abc518ac tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Notify callbacks [] for floatingip, before_update {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:11.380225 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7f1948-ec26-4449-8e77-6563ffcf71bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de6d778b-e213-4f71-a527-4fce03bb0817,revision_number=None']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:11.384802 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-6e472512-ff32-4c3d-9554-45ac819a9cb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:11.390507 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-ce7f1948-ec26-4449-8e77-6563ffcf71bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:11.391546 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-ce7f1948-ec26-4449-8e77-6563ffcf71bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545536'] for subnet, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:11.395936 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-ce7f1948-ec26-4449-8e77-6563ffcf71bf admin admin] 10.222.0.38 "DELETE /v2.0/subnets/de6d778b-e213-4f71-a527-4fce03bb0817 HTTP/1.1" status: 204 len: 168 time: 0.4048989 Jun 10 14:43:11.400939 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 34226) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:11.428099 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bbb918-52a3-402f-b7b7-d55a75ed5c4b req-f9a35796-a08a-4b0b-bc58-a6fb6a1bce3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:11.429753 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-f0bbb918-52a3-402f-b7b7-d55a75ed5c4b req-f9a35796-a08a-4b0b-bc58-a6fb6a1bce3a service neutron] 10.222.0.36 "GET /v2.0/networks?id=4744fb36-3c6e-45ed-8835-58a06f451405 HTTP/1.1" status: 200 len: 915 time: 0.2051127 Jun 10 14:43:11.473800 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587c3b13-872d-46df-a116-1d1e74163d23 admin admin] Network afb3d1e6-69a8-46b1-ad00-dfea32c79a7b is scheduled to be hosted by DHCP agent e526b2fa-fac9-473e-91d9-302d4f3c322e with binding_index 1 {{(pid=98189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 14:43:11.517407 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.base_scheduler [None req-587c3b13-872d-46df-a116-1d1e74163d23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795785-1-smb, afb3d1e6-69a8-46b1-ad00-dfea32c79a7b) {{(pid=98189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:43:11.540116 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695ff68f-43c6-4faf-bdf4-7a1f41bb569c None None] Network afb3d1e6-69a8-46b1-ad00-dfea32c79a7b requested from dv-cinder-795785-1-smb {{(pid=98190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 14:43:11.579167 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587c3b13-872d-46df-a116-1d1e74163d23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:11.580896 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-587c3b13-872d-46df-a116-1d1e74163d23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545536'] for subnet, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:11.611617 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-587c3b13-872d-46df-a116-1d1e74163d23 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1665003 Jun 10 14:43:11.618198 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 34228) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:11.623641 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.v2.base [None req-1b32ba12-b9ed-4c5e-b173-dffd018efef0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1583580859-router', 'tenant_id': '3065c91b66384aefa642d766c49e32b2', 'external_gateway_info': {'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a'}}} {{(pid=98189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:43:11.641120 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-6e472512-ff32-4c3d-9554-45ac819a9cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:11.655341 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-6e472512-ff32-4c3d-9554-45ac819a9cb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:11.658914 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-6e472512-ff32-4c3d-9554-45ac819a9cb4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/815fd201-8428-43d0-be5e-54e9f9ef00a0 HTTP/1.1" status: 204 len: 168 time: 0.7356029 Jun 10 14:43:11.665633 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-b220f2d2-e1c7-4d7e-952d-e9a1d19539b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:11.691088 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e472512-ff32-4c3d-9554-45ac819a9cb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=815fd201-8428-43d0-be5e-54e9f9ef00a0,revision_number=None']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:11.704088 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-6e472512-ff32-4c3d-9554-45ac819a9cb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:11.707502 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-1b32ba12-b9ed-4c5e-b173-dffd018efef0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-753389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41740'] for router, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:11.708920 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-1b32ba12-b9ed-4c5e-b173-dffd018efef0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-753224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-725434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41781'] for router, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:11.776818 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-f0bbb918-52a3-402f-b7b7-d55a75ed5c4b req-d6bc7a61-9a51-4cf2-bc1b-1e3a1b425b29 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d517ec4f-21da-4ddf-8f70-006e1533d758 HTTP/1.1" status: 200 len: 217 time: 0.3265390 Jun 10 14:43:11.783279 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-a12c7a0b-7524-4053-9b54-938df83cb423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33045441'] for network, before_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:11.870961 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323d55bb-39d2-472a-a983-1254fd089848 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf5b42f4-d7c5-5d8a-92f6-9d4013c287c3-afb3d1e6-69a8-46b1-ad00-dfea32c79a7b', 'network_id': 'afb3d1e6-69a8-46b1-ad00-dfea32c79a7b', 'tenant_id': '3065c91b66384aefa642d766c49e32b2', 'fixed_ips': [{'subnet_id': '608c40fd-af24-4c4d-b8ac-392ee5ac2abd'}]}} from dv-cinder-795785-1-smb. {{(pid=98190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 14:43:11.871829 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-323d55bb-39d2-472a-a983-1254fd089848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_create {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:11.893094 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-1b32ba12-b9ed-4c5e-b173-dffd018efef0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:11.930205 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272f4e61-937b-49bf-a501-3004d3fbfbab req-a6977407-c224-46b1-bc33-d0a391b1df42 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:11.932530 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-272f4e61-937b-49bf-a501-3004d3fbfbab req-a6977407-c224-46b1-bc33-d0a391b1df42 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/ports?device_id=02c3e4eb-22ea-4f73-af58-3751d9a4eeb0 HTTP/1.1" status: 200 len: 943 time: 0.5018008 Jun 10 14:43:12.030568 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bbb918-52a3-402f-b7b7-d55a75ed5c4b req-d38c1743-1dda-43f5-8c62-b47ff38d9ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:12.032990 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-f0bbb918-52a3-402f-b7b7-d55a75ed5c4b req-d38c1743-1dda-43f5-8c62-b47ff38d9ed8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f163fe2f-7ae5-4149-86b3-e8dbde6e7191 HTTP/1.1" status: 200 len: 854 time: 0.2424953 Jun 10 14:43:12.053198 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:12.115525 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-a12c7a0b-7524-4053-9b54-938df83cb423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32876247', 'neutron.services.segments.db._delete_segments_for_network-8770842930095'] for network, precommit_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:12.127965 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.db_base_plugin_common [None req-323d55bb-39d2-472a-a983-1254fd089848 None None] Allocated IP 172.20.0.2 (afb3d1e6-69a8-46b1-ad00-dfea32c79a7b/608c40fd-af24-4c4d-b8ac-392ee5ac2abd/035fdb31-7400-4fc7-92b0-6b23f9dbe942) {{(pid=98190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 14:43:12.193097 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-1b32ba12-b9ed-4c5e-b173-dffd018efef0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-725427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41771'] for router, precommit_update {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:12.198535 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-a12c7a0b-7524-4053-9b54-938df83cb423 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=98188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:43:12.198535 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-a12c7a0b-7524-4053-9b54-938df83cb423 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=98188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:43:12.198535 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-a12c7a0b-7524-4053-9b54-938df83cb423 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:43:12.198535 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-a12c7a0b-7524-4053-9b54-938df83cb423 admin admin] Subscribe: > port after_create 55550000 {{(pid=98188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:43:12.198535 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-a12c7a0b-7524-4053-9b54-938df83cb423 admin admin] Subscribe: > port after_delete 55550000 {{(pid=98188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:43:12.198535 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-a12c7a0b-7524-4053-9b54-938df83cb423 admin admin] Subscribe: > port after_update 55550000 {{(pid=98188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:43:12.198535 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-a12c7a0b-7524-4053-9b54-938df83cb423 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=98188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:43:12.198535 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-a12c7a0b-7524-4053-9b54-938df83cb423 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:43:12.199231 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-a12c7a0b-7524-4053-9b54-938df83cb423 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:43:12.199231 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-a12c7a0b-7524-4053-9b54-938df83cb423 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=98188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:43:12.271304 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-828ac1ad-d74b-4dbb-86c8-9e677d946f9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:12.360732 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-323d55bb-39d2-472a-a983-1254fd089848 None None] Notify callbacks [] for port, precommit_create {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:12.371430 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-323d55bb-39d2-472a-a983-1254fd089848 None None] Transition to ACTIVE for port object 035fdb31-7400-4fc7-92b0-6b23f9dbe942 will not be triggered until provisioned by entity L2. {{(pid=98190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:43:12.380443 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-a12c7a0b-7524-4053-9b54-938df83cb423 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:43:12.381271 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-a12c7a0b-7524-4053-9b54-938df83cb423 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:43:12.381734 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-a12c7a0b-7524-4053-9b54-938df83cb423 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=98188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:43:12.382163 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-a12c7a0b-7524-4053-9b54-938df83cb423 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=98188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:43:12.382637 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.services.segments.db [None req-a12c7a0b-7524-4053-9b54-938df83cb423 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75a731d7-5081-48fd-aaec-960ba34d4814']}} {{(pid=98188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:43:12.389660 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-f0bbb918-52a3-402f-b7b7-d55a75ed5c4b req-644e9cd0-078d-4af1-ac0c-81f2f3152f34 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4744fb36-3c6e-45ed-8835-58a06f451405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2691727 Jun 10 14:43:12.390348 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-323d55bb-39d2-472a-a983-1254fd089848 None None] Transition to ACTIVE for port object 035fdb31-7400-4fc7-92b0-6b23f9dbe942 will not be triggered until provisioned by entity DHCP. {{(pid=98190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:43:12.399917 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-323d55bb-39d2-472a-a983-1254fd089848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33290945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770842374660'] for port, after_create {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:12.402421 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:12.457377 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323d55bb-39d2-472a-a983-1254fd089848 None None] Pushing event updated for resources: {'Port': ['ID=035fdb31-7400-4fc7-92b0-6b23f9dbe942,revision_number=1']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:12.469691 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-323d55bb-39d2-472a-a983-1254fd089848 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:12.480970 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323d55bb-39d2-472a-a983-1254fd089848 None None] Network afb3d1e6-69a8-46b1-ad00-dfea32c79a7b is already hosted by enough agents. {{(pid=98190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 14:43:12.482691 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.scheduler.base_scheduler [None req-323d55bb-39d2-472a-a983-1254fd089848 None None] Resources bound (agent type, host, resource id): {{(pid=98190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:43:12.489435 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323d55bb-39d2-472a-a983-1254fd089848 None None] Received port after_create {{(pid=98190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 14:43:12.525024 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-272f4e61-937b-49bf-a501-3004d3fbfbab req-3d82ed84-2508-4a3d-b157-c217ea2dec47 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa6450ec-2090-40c0-8f5e-ef907fcb2083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5460560 Jun 10 14:43:12.550559 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.services.segments.db [None req-a12c7a0b-7524-4053-9b54-938df83cb423 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6478d289-bfac-462d-aa98-9d9a77a296ea') {'for_net_delete': True} {{(pid=98188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:43:12.551025 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.services.segments.db [None req-a12c7a0b-7524-4053-9b54-938df83cb423 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6478d289-bfac-462d-aa98-9d9a77a296ea') {} {{(pid=98188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:43:12.619177 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-a12c7a0b-7524-4053-9b54-938df83cb423 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770842929924', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2286394'] for segment, before_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:12.683773 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca21855-7d45-4055-9066-87e24b9fe8d4 req-6d5ea3ae-1511-4d9e-836b-90d1f28be763 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:12.705271 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-7ca21855-7d45-4055-9066-87e24b9fe8d4 req-6d5ea3ae-1511-4d9e-836b-90d1f28be763 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bea10ad-651c-4fcf-9fcf-0e199a9ff9e9 HTTP/1.1" status: 200 len: 945 time: 0.7698736 Jun 10 14:43:12.750416 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-f0bbb918-52a3-402f-b7b7-d55a75ed5c4b req-2e83c30c-f155-4b94-b01a-59a70ee1d21a service neutron] 10.222.0.36 "GET /v2.0/networks/4744fb36-3c6e-45ed-8835-58a06f451405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3312287 Jun 10 14:43:12.761867 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.managers [None req-323d55bb-39d2-472a-a983-1254fd089848 None None] Attempting to bind port 035fdb31-7400-4fc7-92b0-6b23f9dbe942 on host dv-cinder-795785-1-smb for vnic_type normal with profile {{(pid=98190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 14:43:12.762591 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.managers [None req-323d55bb-39d2-472a-a983-1254fd089848 None None] Attempting to bind port 035fdb31-7400-4fc7-92b0-6b23f9dbe942 by drivers openvswitch,hyperv on host dv-cinder-795785-1-smb at level 0 using segments [{'id': '5a31d746-9e5d-46e8-b021-750c831f5d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'afb3d1e6-69a8-46b1-ad00-dfea32c79a7b'}] {{(pid=98190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 14:43:12.762681 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323d55bb-39d2-472a-a983-1254fd089848 None None] Attempting to bind port 035fdb31-7400-4fc7-92b0-6b23f9dbe942 on network afb3d1e6-69a8-46b1-ad00-dfea32c79a7b {{(pid=98190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 14:43:12.776890 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323d55bb-39d2-472a-a983-1254fd089848 None None] Checking agent: {'id': '22b05ad3-e755-4423-b55e-6b54dea224ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 14, 34, 42), 'started_at': datetime.datetime(2021, 6, 10, 14, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 14, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 14:43:12.777559 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323d55bb-39d2-472a-a983-1254fd089848 None None] Checking segment: {'id': '5a31d746-9e5d-46e8-b021-750c831f5d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'afb3d1e6-69a8-46b1-ad00-dfea32c79a7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 14:43:12.778254 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-323d55bb-39d2-472a-a983-1254fd089848 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:12.778864 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323d55bb-39d2-472a-a983-1254fd089848 None None] Bound using segment: {'id': '5a31d746-9e5d-46e8-b021-750c831f5d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'afb3d1e6-69a8-46b1-ad00-dfea32c79a7b'} {{(pid=98190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 14:43:12.779574 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.managers [None req-323d55bb-39d2-472a-a983-1254fd089848 None None] Bound port: 035fdb31-7400-4fc7-92b0-6b23f9dbe942, host: dv-cinder-795785-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a31d746-9e5d-46e8-b021-750c831f5d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'afb3d1e6-69a8-46b1-ad00-dfea32c79a7b'}}] {{(pid=98190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 14:43:12.780432 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-323d55bb-39d2-472a-a983-1254fd089848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:12.803619 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-a12c7a0b-7524-4053-9b54-938df83cb423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32871535'] for segment, precommit_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:12.841691 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a12c7a0b-7524-4053-9b54-938df83cb423 admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=98188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 14:43:12.842138 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-a12c7a0b-7524-4053-9b54-938df83cb423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32871535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4122341'] for segment, after_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:12.848729 dv-cinder-795785-1-smb neutron-server[98188]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 10 14:43:12.848729 dv-cinder-795785-1-smb neutron-server[98188]: from cryptography.utils import int_from_bytes Jun 10 14:43:12.848729 dv-cinder-795785-1-smb neutron-server[98188]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 10 14:43:12.848729 dv-cinder-795785-1-smb neutron-server[98188]: from cryptography.utils import int_from_bytes Jun 10 14:43:12.848729 dv-cinder-795785-1-smb neutron-server[98188]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 14:43:12.848729 dv-cinder-795785-1-smb neutron-server[98188]: retrieve_revision_numbers = { Jun 10 14:43:12.848729 dv-cinder-795785-1-smb neutron-server[98188]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 14:43:12.848729 dv-cinder-795785-1-smb neutron-server[98188]: conditions |= (models_v2.Port.network_id.in_( Jun 10 14:43:12.848729 dv-cinder-795785-1-smb neutron-server[98188]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 14:43:12.848729 dv-cinder-795785-1-smb neutron-server[98188]: conditions |= (models_v2.Port.network_id.in_( Jun 10 14:43:12.848729 dv-cinder-795785-1-smb neutron-server[98188]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 14:43:12.848729 dv-cinder-795785-1-smb neutron-server[98188]: retrieve_revision_numbers = { Jun 10 14:43:12.848729 dv-cinder-795785-1-smb neutron-server[98188]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 14:43:12.848729 dv-cinder-795785-1-smb neutron-server[98188]: retrieve_revision_numbers = { Jun 10 14:43:12.848729 dv-cinder-795785-1-smb neutron-server[98188]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 14:43:12.848729 dv-cinder-795785-1-smb neutron-server[98188]: conditions |= (models_v2.Port.network_id.in_( Jun 10 14:43:12.848729 dv-cinder-795785-1-smb neutron-server[98188]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 14:43:12.848729 dv-cinder-795785-1-smb neutron-server[98188]: retrieve_revision_numbers = { Jun 10 14:43:12.848729 dv-cinder-795785-1-smb neutron-server[98188]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 14:43:12.848729 dv-cinder-795785-1-smb neutron-server[98188]: conditions |= (models_v2.Port.network_id.in_( Jun 10 14:43:12.848729 dv-cinder-795785-1-smb neutron-server[98188]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 14:43:12.848729 dv-cinder-795785-1-smb neutron-server[98188]: conditions |= (models_v2.Port.network_id.in_( Jun 10 14:43:12.848729 dv-cinder-795785-1-smb neutron-server[98188]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 14:43:12.848729 dv-cinder-795785-1-smb neutron-server[98188]: retrieve_revision_numbers = { Jun 10 14:43:12.848729 dv-cinder-795785-1-smb neutron-server[98188]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 14:43:12.848729 dv-cinder-795785-1-smb neutron-server[98188]: conditions |= (models_v2.Port.network_id.in_( Jun 10 14:43:12.848729 dv-cinder-795785-1-smb neutron-server[98188]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 14:43:12.848729 dv-cinder-795785-1-smb neutron-server[98188]: retrieve_revision_numbers = { Jun 10 14:43:12.848729 dv-cinder-795785-1-smb neutron-server[98188]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 14:43:12.848729 dv-cinder-795785-1-smb neutron-server[98188]: conditions |= (models_v2.Port.network_id.in_( Jun 10 14:43:12.848729 dv-cinder-795785-1-smb neutron-server[98188]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 14:43:12.848729 dv-cinder-795785-1-smb neutron-server[98188]: conditions |= (models_v2.Port.network_id.in_( Jun 10 14:43:12.848729 dv-cinder-795785-1-smb neutron-server[98188]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 14:43:12.848729 dv-cinder-795785-1-smb neutron-server[98188]: retrieve_revision_numbers = { Jun 10 14:43:12.848729 dv-cinder-795785-1-smb neutron-server[98188]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 14:43:12.848729 dv-cinder-795785-1-smb neutron-server[98188]: retrieve_revision_numbers = { Jun 10 14:43:12.848729 dv-cinder-795785-1-smb neutron-server[98188]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 14:43:12.848729 dv-cinder-795785-1-smb neutron-server[98188]: conditions |= (models_v2.Port.network_id.in_( Jun 10 14:43:12.848729 dv-cinder-795785-1-smb neutron-server[98188]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 14:43:12.848729 dv-cinder-795785-1-smb neutron-server[98188]: conditions |= (models_v2.Port.network_id.in_( Jun 10 14:43:12.848729 dv-cinder-795785-1-smb neutron-server[98188]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 14:43:12.848729 dv-cinder-795785-1-smb neutron-server[98188]: retrieve_revision_numbers = { Jun 10 14:43:12.848729 dv-cinder-795785-1-smb neutron-server[98188]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 14:43:12.848729 dv-cinder-795785-1-smb neutron-server[98188]: conditions |= (models_v2.Port.network_id.in_( Jun 10 14:43:12.848729 dv-cinder-795785-1-smb neutron-server[98188]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 14:43:12.851173 dv-cinder-795785-1-smb neutron-server[98188]: retrieve_revision_numbers = { Jun 10 14:43:12.851173 dv-cinder-795785-1-smb neutron-server[98188]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 14:43:12.851173 dv-cinder-795785-1-smb neutron-server[98188]: conditions |= (models_v2.Port.network_id.in_( Jun 10 14:43:12.851173 dv-cinder-795785-1-smb neutron-server[98188]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 14:43:12.851173 dv-cinder-795785-1-smb neutron-server[98188]: retrieve_revision_numbers = { Jun 10 14:43:12.851173 dv-cinder-795785-1-smb neutron-server[98188]: Traceback (most recent call last): Jun 10 14:43:12.851173 dv-cinder-795785-1-smb neutron-server[98188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 14:43:12.851173 dv-cinder-795785-1-smb neutron-server[98188]: timer() Jun 10 14:43:12.851173 dv-cinder-795785-1-smb neutron-server[98188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 14:43:12.851173 dv-cinder-795785-1-smb neutron-server[98188]: cb(*args, **kw) Jun 10 14:43:12.851173 dv-cinder-795785-1-smb neutron-server[98188]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 14:43:12.851173 dv-cinder-795785-1-smb neutron-server[98188]: return func(*args, **kwargs) Jun 10 14:43:12.851173 dv-cinder-795785-1-smb neutron-server[98188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 14:43:12.851173 dv-cinder-795785-1-smb neutron-server[98188]: self._notify() Jun 10 14:43:12.851173 dv-cinder-795785-1-smb neutron-server[98188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 14:43:12.851173 dv-cinder-795785-1-smb neutron-server[98188]: self.callback(batched_events) Jun 10 14:43:12.851173 dv-cinder-795785-1-smb neutron-server[98188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 14:43:12.851173 dv-cinder-795785-1-smb neutron-server[98188]: event.method(event) Jun 10 14:43:12.851173 dv-cinder-795785-1-smb neutron-server[98188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 14:43:12.851173 dv-cinder-795785-1-smb neutron-server[98188]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 14:43:12.851173 dv-cinder-795785-1-smb neutron-server[98188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 14:43:12.851173 dv-cinder-795785-1-smb neutron-server[98188]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 14:43:12.851173 dv-cinder-795785-1-smb neutron-server[98188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 14:43:12.851173 dv-cinder-795785-1-smb neutron-server[98188]: return f(self, *a, **k) Jun 10 14:43:12.851173 dv-cinder-795785-1-smb neutron-server[98188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 14:43:12.851173 dv-cinder-795785-1-smb neutron-server[98188]: return self._get(url).json() Jun 10 14:43:12.851173 dv-cinder-795785-1-smb neutron-server[98188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 14:43:12.851173 dv-cinder-795785-1-smb neutron-server[98188]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 14:43:12.851173 dv-cinder-795785-1-smb neutron-server[98188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 14:43:12.851173 dv-cinder-795785-1-smb neutron-server[98188]: return self.request(url, 'GET', **kwargs) Jun 10 14:43:12.851173 dv-cinder-795785-1-smb neutron-server[98188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 14:43:12.851173 dv-cinder-795785-1-smb neutron-server[98188]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 14:43:12.851173 dv-cinder-795785-1-smb neutron-server[98188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 14:43:12.851173 dv-cinder-795785-1-smb neutron-server[98188]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 14:43:12.851173 dv-cinder-795785-1-smb neutron-server[98188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 14:43:12.851173 dv-cinder-795785-1-smb neutron-server[98188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 14:43:12.851173 dv-cinder-795785-1-smb neutron-server[98188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 14:43:12.871345 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-323d55bb-39d2-472a-a983-1254fd089848 None None] For port 035fdb31-7400-4fc7-92b0-6b23f9dbe942, host dv-cinder-795785-1-smb, cleared binding levels {{(pid=98190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 14:43:13.011077 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-7ca21855-7d45-4055-9066-87e24b9fe8d4 req-b569ce25-8964-4912-afbd-7c02302658e7 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/security-groups?id=7ef18720-15dd-4ca1-94ee-72a6568dc847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3046966 Jun 10 14:43:13.019820 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-323d55bb-39d2-472a-a983-1254fd089848 None None] For port 035fdb31-7400-4fc7-92b0-6b23f9dbe942, host dv-cinder-795785-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-smb',level=0,port_id=035fdb31-7400-4fc7-92b0-6b23f9dbe942,segment=NetworkSegment(5a31d746-9e5d-46e8-b021-750c831f5d0c),segment_id=5a31d746-9e5d-46e8-b021-750c831f5d0c)] {{(pid=98190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 14:43:13.033051 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-323d55bb-39d2-472a-a983-1254fd089848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:13.033051 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-64a66183-13ce-4973-b924-68a76e05f9e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:13.036239 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-a12c7a0b-7524-4053-9b54-938df83cb423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32876254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726027'] for network, after_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:13.063487 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-483db866-513f-4107-87c5-6d7311b66297 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:13.098977 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-a12c7a0b-7524-4053-9b54-938df83cb423 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545536'] for network, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:13.101355 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-a12c7a0b-7524-4053-9b54-938df83cb423 admin admin] 10.222.0.38 "DELETE /v2.0/networks/75a731d7-5081-48fd-aaec-960ba34d4814 HTTP/1.1" status: 204 len: 168 time: 1.6993430 Jun 10 14:43:13.111601 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323d55bb-39d2-472a-a983-1254fd089848 None None] Pushing event updated for resources: {'Port': ['ID=035fdb31-7400-4fc7-92b0-6b23f9dbe942,revision_number=2']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:13.125889 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-323d55bb-39d2-472a-a983-1254fd089848 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:13.127644 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-f0bbb918-52a3-402f-b7b7-d55a75ed5c4b req-55d2bc9e-de58-48cc-ab5d-b0c0006d127b service neutron] 10.222.0.36 "GET /v2.0/networks/4744fb36-3c6e-45ed-8835-58a06f451405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3766065 Jun 10 14:43:13.130164 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c7a0b-7524-4053-9b54-938df83cb423 admin admin] Pushing event deleted for resources: {'Network': ['ID=75a731d7-5081-48fd-aaec-960ba34d4814,revision_number=None']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:13.141433 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba939a20-d773-428c-b203-d0770f33eda7 req-9f1a2e83-b10a-4ed5-8070-f30ef8d318fa tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:13.144780 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-ba939a20-d773-428c-b203-d0770f33eda7 req-9f1a2e83-b10a-4ed5-8070-f30ef8d318fa tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c52d258-0d8b-45e0-820c-de32496e39eb HTTP/1.1" status: 200 len: 945 time: 0.3706703 Jun 10 14:43:13.147409 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-a12c7a0b-7524-4053-9b54-938df83cb423 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:13.193504 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-ba939a20-d773-428c-b203-d0770f33eda7 req-9fe372ba-6830-4327-8a9a-1ed99b790c24 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?id=bffe4572-7302-4f5a-9da6-eede10fb958e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437882 Jun 10 14:43:13.199215 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-6d4d2bd1-94d4-4888-a9a5-9d30abc518ac tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:13.209830 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-6d4d2bd1-94d4-4888-a9a5-9d30abc518ac tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726016'] for floatingip, after_update {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:13.249448 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-eaea1bf5-020e-4d00-b5bd-84659b7b503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:13.408352 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 34276) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:13.411935 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-1b32ba12-b9ed-4c5e-b173-dffd018efef0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:13.450650 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-1b32ba12-b9ed-4c5e-b173-dffd018efef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:13.521311 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-ecd84a7e-7d97-4438-9e1e-bc82ae42ab74 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1e3fe6434a4e48b3959fc8622a5288d3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1096354 Jun 10 14:43:13.529601 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4564bd-f470-42ce-896b-bb39c83f36c0 req-d4f8e77e-b8b6-470f-89a3-e4228243ea81 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:13.532965 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-ae4564bd-f470-42ce-896b-bb39c83f36c0 req-d4f8e77e-b8b6-470f-89a3-e4228243ea81 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c52d258-0d8b-45e0-820c-de32496e39eb HTTP/1.1" status: 200 len: 945 time: 0.1827075 Jun 10 14:43:13.533138 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 34280) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:13.553469 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 34286) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:13.566652 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.v2.base [None req-0de99c8e-387b-42d7-9c08-e0ff9515c2ee tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Request body: {'floatingip': {'port_id': 'e687c7b7-493c-4e9c-b3ab-85878b4485c5'}} {{(pid=98189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:43:13.586534 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.db.l3_db [None req-6d4d2bd1-94d4-4888-a9a5-9d30abc518ac tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Floating IP b2e13cdd-8ea0-45bb-9d61-0af981abc205 associated. External IP: 172.28.0.18, port: 4b5bad57-2144-47fa-98ed-3a4f902ca03e. Jun 10 14:43:13.751509 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cb33a1-6399-4b78-b072-93323c661743 req-a1d16f58-95b1-4d5b-b3c9-2ca066e6ae08 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:13.753257 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-72cb33a1-6399-4b78-b072-93323c661743 req-a1d16f58-95b1-4d5b-b3c9-2ca066e6ae08 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/ports?device_id=02c3e4eb-22ea-4f73-af58-3751d9a4eeb0 HTTP/1.1" status: 200 len: 943 time: 0.0795228 Jun 10 14:43:13.767956 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-0de99c8e-387b-42d7-9c08-e0ff9515c2ee tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Notify callbacks [] for floatingip, before_update {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:13.804330 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-72cb33a1-6399-4b78-b072-93323c661743 req-983e3a7d-59c4-426e-83c0-ad69515d8eec tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa6450ec-2090-40c0-8f5e-ef907fcb2083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436642 Jun 10 14:43:13.946231 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-bfe0a1cd-6dc7-4bb3-b9dc-4b21144c471c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:14.026599 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.db.db_base_plugin_common [None req-1b32ba12-b9ed-4c5e-b173-dffd018efef0 admin admin] Allocated IP 172.28.0.148 (d939252c-9d87-4c0a-b331-cccdb2846f4a/bb56f5fa-8acc-4201-b097-078ac8811790/e9c950d1-060e-4d91-a5fe-3fd1a8bfd743) {{(pid=98189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 14:43:14.056333 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-bfe0a1cd-6dc7-4bb3-b9dc-4b21144c471c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:14.068229 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Device d517ec4f-21da-4ddf-8f70-006e1533d758 details requested by agent hyperv_hv-cinder-79578 with host hv-cinder-79578 {{(pid=98190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 14:43:14.210975 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] For port d517ec4f-21da-4ddf-8f70-006e1533d758, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=d517ec4f-21da-4ddf-8f70-006e1533d758,segment=NetworkSegment(c43a5be5-1290-4a91-ba59-a957b85e24b7),segment_id=c43a5be5-1290-4a91-ba59-a957b85e24b7)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:43:14.225760 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Returning: {'device': 'd517ec4f-21da-4ddf-8f70-006e1533d758', 'network_id': '4744fb36-3c6e-45ed-8835-58a06f451405', 'port_id': 'd517ec4f-21da-4ddf-8f70-006e1533d758', 'mac_address': 'fa:16:3e:3f:8d:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f163fe2f-7ae5-4149-86b3-e8dbde6e7191', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 14:43:14.243122 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04335107-767c-483b-a0fe-2bec07642e08 req-04d27ac0-0880-4ab0-9be2-12e66000623a tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:14.245452 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-04335107-767c-483b-a0fe-2bec07642e08 req-04d27ac0-0880-4ab0-9be2-12e66000623a tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bea10ad-651c-4fcf-9fcf-0e199a9ff9e9 HTTP/1.1" status: 200 len: 945 time: 0.0886488 Jun 10 14:43:14.288831 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:14.293771 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-04335107-767c-483b-a0fe-2bec07642e08 req-a500bff1-8dc8-43bf-bd99-97580db81caf tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/security-groups?id=7ef18720-15dd-4ca1-94ee-72a6568dc847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386941 Jun 10 14:43:14.306810 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.notifiers.nova [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d517ec4f-21da-4ddf-8f70-006e1533d758 {{(pid=98190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 14:43:14.330866 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] For port d517ec4f-21da-4ddf-8f70-006e1533d758, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=d517ec4f-21da-4ddf-8f70-006e1533d758,segment=NetworkSegment(c43a5be5-1290-4a91-ba59-a957b85e24b7),segment_id=c43a5be5-1290-4a91-ba59-a957b85e24b7)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:43:14.335236 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:14.337537 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:14.394964 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Pushing event updated for resources: {'Port': ['ID=d517ec4f-21da-4ddf-8f70-006e1533d758,revision_number=4']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:14.398569 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:14.425683 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-1b32ba12-b9ed-4c5e-b173-dffd018efef0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:14.439385 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8926ddaf-1c77-4271-877b-6aaa783c4b8c None None] Network afb3d1e6-69a8-46b1-ad00-dfea32c79a7b requested from dv-cinder-795785-1-smb {{(pid=98190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 14:43:14.556507 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-3c05fea1-2ecd-4b9e-9432-353ea56045cb None None] Provisioning for port 035fdb31-7400-4fc7-92b0-6b23f9dbe942 completed by entity DHCP. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:43:14.724821 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] get_ports_and_sgs() called for port_ids ['d517ec4f-21da-4ddf-8f70-006e1533d758'] {{(pid=98190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 14:43:14.815511 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-bfe0a1cd-6dc7-4bb3-b9dc-4b21144c471c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:14.818556 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-bfe0a1cd-6dc7-4bb3-b9dc-4b21144c471c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:14.821951 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-bfe0a1cd-6dc7-4bb3-b9dc-4b21144c471c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a047d23d-49fd-49e8-bd77-fc92d8b7ea63 HTTP/1.1" status: 204 len: 168 time: 1.2858236 Jun 10 14:43:14.826879 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-c757e94f-6ac5-4922-8dd1-6056330eaf49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:14.832807 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d4d2bd1-94d4-4888-a9a5-9d30abc518ac tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Router b4004dcd-7fe2-40b6-b203-ecc63ac0c57d has already been hosted by L3 agent e92f4ea4-4278-4a3e-8ba4-23ff1581fd94 {{(pid=98189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 14:43:14.910993 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe0a1cd-6dc7-4bb3-b9dc-4b21144c471c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a047d23d-49fd-49e8-bd77-fc92d8b7ea63,revision_number=None']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:14.917481 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-fbbc5fb5-3f71-4862-8fd7-9153cbf0fe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:14.984385 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-1b32ba12-b9ed-4c5e-b173-dffd018efef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33290945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770842374660'] for port, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:15.059148 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe0a1cd-6dc7-4bb3-b9dc-4b21144c471c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:43:15.059148 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe0a1cd-6dc7-4bb3-b9dc-4b21144c471c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:43:15.059425 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Device 035fdb31-7400-4fc7-92b0-6b23f9dbe942 up at agent ovs-agent-dv-cinder-795785-1-smb {{(pid=98190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:43:15.059527 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe0a1cd-6dc7-4bb3-b9dc-4b21144c471c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:43:15.059527 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe0a1cd-6dc7-4bb3-b9dc-4b21144c471c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:43:15.059527 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe0a1cd-6dc7-4bb3-b9dc-4b21144c471c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:43:15.059527 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe0a1cd-6dc7-4bb3-b9dc-4b21144c471c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:43:15.059527 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe0a1cd-6dc7-4bb3-b9dc-4b21144c471c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:43:15.059527 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe0a1cd-6dc7-4bb3-b9dc-4b21144c471c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:43:15.060224 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe0a1cd-6dc7-4bb3-b9dc-4b21144c471c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:43:15.060688 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe0a1cd-6dc7-4bb3-b9dc-4b21144c471c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:43:15.061159 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe0a1cd-6dc7-4bb3-b9dc-4b21144c471c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:43:15.061704 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe0a1cd-6dc7-4bb3-b9dc-4b21144c471c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:43:15.077051 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-bfe0a1cd-6dc7-4bb3-b9dc-4b21144c471c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:15.078436 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-61ab5f6c-3790-4b6c-b51f-c3a6dd103a11 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:15.214599 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Provisioning for port 035fdb31-7400-4fc7-92b0-6b23f9dbe942 completed by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:43:15.218859 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Provisioning complete for port 035fdb31-7400-4fc7-92b0-6b23f9dbe942 triggered by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:43:15.220563 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32877986'] for port, provisioning_complete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:15.231105 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b32ba12-b9ed-4c5e-b173-dffd018efef0 admin admin] Network d939252c-9d87-4c0a-b331-cccdb2846f4a is already hosted by enough agents. {{(pid=98189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 14:43:15.305218 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.base_scheduler [None req-1b32ba12-b9ed-4c5e-b173-dffd018efef0 admin admin] Resources bound (agent type, host, resource id): {{(pid=98189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:43:15.314169 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b32ba12-b9ed-4c5e-b173-dffd018efef0 admin admin] Received port after_create {{(pid=98189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 14:43:15.345920 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:15.360990 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2693fb55-abfa-4f1c-ae91-a620917cccde req-1f789241-2191-4eea-b787-e5545bd07b7a tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:15.371472 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-2693fb55-abfa-4f1c-ae91-a620917cccde req-1f789241-2191-4eea-b787-e5545bd07b7a tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/ports?device_id=02c3e4eb-22ea-4f73-af58-3751d9a4eeb0 HTTP/1.1" status: 200 len: 944 time: 0.1613216 Jun 10 14:43:15.404247 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] For port 035fdb31-7400-4fc7-92b0-6b23f9dbe942, host dv-cinder-795785-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-smb',level=0,port_id=035fdb31-7400-4fc7-92b0-6b23f9dbe942,segment=NetworkSegment(5a31d746-9e5d-46e8-b021-750c831f5d0c),segment_id=5a31d746-9e5d-46e8-b021-750c831f5d0c)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:43:15.410534 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:15.414020 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:15.429420 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-2693fb55-abfa-4f1c-ae91-a620917cccde req-af5e5147-1557-4fce-aef1-e3927e3c56b1 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa6450ec-2090-40c0-8f5e-ef907fcb2083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568593 Jun 10 14:43:15.477129 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b32ba12-b9ed-4c5e-b173-dffd018efef0 admin admin] Pushing event updated for resources: {'Port': ['ID=e9c950d1-060e-4d91-a5fe-3fd1a8bfd743,revision_number=1']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:15.498314 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Pushing event updated for resources: {'Port': ['ID=035fdb31-7400-4fc7-92b0-6b23f9dbe942,revision_number=3']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:15.501853 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:15.540456 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-1b32ba12-b9ed-4c5e-b173-dffd018efef0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:15.544977 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.db.resource_extend [None req-0de99c8e-387b-42d7-9c08-e0ff9515c2ee tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 10 14:43:15.568721 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8abd22-f553-490f-af85-06e9f94901d6 req-2692a1dd-de9b-43d5-bd65-155b16d245da tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:15.570241 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-1e8abd22-f553-490f-af85-06e9f94901d6 req-2692a1dd-de9b-43d5-bd65-155b16d245da tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bea10ad-651c-4fcf-9fcf-0e199a9ff9e9 HTTP/1.1" status: 200 len: 945 time: 0.0865288 Jun 10 14:43:15.615388 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-1e8abd22-f553-490f-af85-06e9f94901d6 req-8161e982-2006-42eb-bd26-d550af4e77ad tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/security-groups?id=7ef18720-15dd-4ca1-94ee-72a6568dc847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385349 Jun 10 14:43:15.651893 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d4d2bd1-94d4-4888-a9a5-9d30abc518ac tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Notify agent at l3_agent.dv-cinder-795785-1-smb the message routers_updated {{(pid=98189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 14:43:15.667089 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-6d4d2bd1-94d4-4888-a9a5-9d30abc518ac tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32075'] for floatingip, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:15.668031 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f57715-9a23-465a-8d33-8845549187bc None None] Sync routers for ids ['b4004dcd-7fe2-40b6-b203-ecc63ac0c57d'] in dv-cinder-795785-1-smb {{(pid=98191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 14:43:15.678735 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f57715-9a23-465a-8d33-8845549187bc None None] Routers {'b4004dcd-7fe2-40b6-b203-ecc63ac0c57d'} bound to L3 agent in host dv-cinder-795785-1-smb {{(pid=98191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:43:15.679547 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_hamode_db [None req-12f57715-9a23-465a-8d33-8845549187bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T14:34:42Z,description=,heartbeat_timestamp=2021-06-10T14:43:12Z,host='dv-cinder-795785-1-smb',id=e92f4ea4-4278-4a3e-8ba4-23ff1581fd94,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:42Z,topic='l3_agent')) {'router_ids': ['b4004dcd-7fe2-40b6-b203-ecc63ac0c57d'], 'active': True} {{(pid=98191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:43:15.714222 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-0de99c8e-387b-42d7-9c08-e0ff9515c2ee tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:15.724569 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-0de99c8e-387b-42d7-9c08-e0ff9515c2ee tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726016'] for floatingip, after_update {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:15.829434 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-6d4d2bd1-94d4-4888-a9a5-9d30abc518ac tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "PUT /v2.0/floatingips/b2e13cdd-8ea0-45bb-9d61-0af981abc205 HTTP/1.1" status: 200 len: 991 time: 4.7588525 Jun 10 14:43:15.853967 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_dvr_db [None req-12f57715-9a23-465a-8d33-8845549187bc None None] Set router b4004dcd-7fe2-40b6-b203-ecc63ac0c57d gateway port host: dv-cinder-795785-1-smb {{(pid=98191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:43:15.891883 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd967efd0-1130-473f-a29b-0961cdeca077', 'tag': '4b5bad57-2144-47fa-98ed-3a4f902ca03e'}] {{(pid=98189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:43:15.894639 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd5238e10c74dbb520512e65c1fdd866749acdde8b41798b102d67d69ab3830" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf9d266-eae8-41cc-9212-30eb420534d3" -d '{"events": [{"name": "network-changed", "server_uuid": "d967efd0-1130-473f-a29b-0961cdeca077", "tag": "4b5bad57-2144-47fa-98ed-3a4f902ca03e"}]}' {{(pid=98189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:43:15.986341 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 14:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c75a6038-d1c2-458e-b57d-7a561f57a838 x-openstack-request-id: req-c75a6038-d1c2-458e-b57d-7a561f57a838 {{(pid=98189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:43:15.986663 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d967efd0-1130-473f-a29b-0961cdeca077", "tag": "4b5bad57-2144-47fa-98ed-3a4f902ca03e", "status": "completed", "code": 200}]} {{(pid=98189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:43:15.987135 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c75a6038-d1c2-458e-b57d-7a561f57a838 {{(pid=98189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:43:15.988472 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd967efd0-1130-473f-a29b-0961cdeca077', 'tag': '4b5bad57-2144-47fa-98ed-3a4f902ca03e', 'status': 'completed', 'code': 200} Jun 10 14:43:16.054935 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.db.l3_db [None req-0de99c8e-387b-42d7-9c08-e0ff9515c2ee tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Floating IP 6c8f0aff-d0f8-4fde-9ea5-1bbdb7500ba3 associated. External IP: 172.28.0.102, port: e687c7b7-493c-4e9c-b3ab-85878b4485c5. Jun 10 14:43:16.068732 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf9d266-eae8-41cc-9212-30eb420534d3 req-b77a645c-b519-473e-a79e-76cb42a7866b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:16.070284 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-6bf9d266-eae8-41cc-9212-30eb420534d3 req-b77a645c-b519-473e-a79e-76cb42a7866b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=22b067f743a04ce6ac0fdb4c7ff25d6b&device_id=d967efd0-1130-473f-a29b-0961cdeca077 HTTP/1.1" status: 200 len: 1099 time: 0.0909436 Jun 10 14:43:16.100977 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Device d517ec4f-21da-4ddf-8f70-006e1533d758 up at agent hyperv_hv-cinder-79578 {{(pid=98190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:43:16.192718 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Provisioning for port d517ec4f-21da-4ddf-8f70-006e1533d758 completed by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:43:16.202152 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Provisioning complete for port d517ec4f-21da-4ddf-8f70-006e1533d758 triggered by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:43:16.203448 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32877986'] for port, provisioning_complete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:16.225114 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-1b32ba12-b9ed-4c5e-b173-dffd018efef0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:16.258658 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf9d266-eae8-41cc-9212-30eb420534d3 req-a5289a13-5d32-48d9-94b3-4b2f964cabb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:16.260409 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-6bf9d266-eae8-41cc-9212-30eb420534d3 req-a5289a13-5d32-48d9-94b3-4b2f964cabb9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8f467c1d-b7dd-45f1-993c-b606f02ba79f HTTP/1.1" status: 200 len: 912 time: 0.1704352 Jun 10 14:43:16.304549 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_hamode_db [None req-12f57715-9a23-465a-8d33-8845549187bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4004dcd-7fe2-40b6-b203-ecc63ac0c57d', 'name': 'tempest-AttachVolumeTestJSON-1349217729-router', 'tenant_id': '22b067f743a04ce6ac0fdb4c7ff25d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'external_fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.225'}], 'enable_snat': True}, 'gw_port_id': 'aa21a959-16ba-4e87-a7e8-a7e41db37356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:42:15Z', 'updated_at': '2021-06-10T14:42:26Z', 'revision_number': 4, 'project_id': '22b067f743a04ce6ac0fdb4c7ff25d6b', 'gw_port': {'id': 'aa21a959-16ba-4e87-a7e8-a7e41db37356', 'name': '', 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4004dcd-7fe2-40b6-b203-ecc63ac0c57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:17Z', 'updated_at': '2021-06-10T14:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-smb', '_floatingips': [{'id': 'b2e13cdd-8ea0-45bb-9d61-0af981abc205', 'tenant_id': '22b067f743a04ce6ac0fdb4c7ff25d6b', 'floating_ip_address': '172.28.0.18', 'floating_network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'router_id': 'b4004dcd-7fe2-40b6-b203-ecc63ac0c57d', 'port_id': '4b5bad57-2144-47fa-98ed-3a4f902ca03e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f467c1d-b7dd-45f1-993c-b606f02ba79f', 'mac_address': 'fa:16:3e:38:d8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd967efd0-1130-473f-a29b-0961cdeca077', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T14:42:45Z', 'updated_at': '2021-06-10T14:43:12Z', 'revision_number': 1, 'project_id': '22b067f743a04ce6ac0fdb4c7ff25d6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cdf7d3c-e668-4d7e-b694-c06755ad5934', 'name': '', 'network_id': '8f467c1d-b7dd-45f1-993c-b606f02ba79f', 'tenant_id': '22b067f743a04ce6ac0fdb4c7ff25d6b', 'mac_address': 'fa:16:3e:44:3a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4004dcd-7fe2-40b6-b203-ecc63ac0c57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5f776bc1-0a43-4578-9bc2-ebe24541eeb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:23Z', 'updated_at': '2021-06-10T14:42:41Z', 'revision_number': 5, 'project_id': '22b067f743a04ce6ac0fdb4c7ff25d6b', 'subnets': [{'id': '5f776bc1-0a43-4578-9bc2-ebe24541eeb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-1-smb', False) {} {{(pid=98191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:43:16.308989 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f57715-9a23-465a-8d33-8845549187bc None None] Checking router: b4004dcd-7fe2-40b6-b203-ecc63ac0c57d for host: dv-cinder-795785-1-smb {{(pid=98191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 14:43:16.319594 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f57715-9a23-465a-8d33-8845549187bc None None] Routers {'b4004dcd-7fe2-40b6-b203-ecc63ac0c57d'} bound to L3 agent in host dv-cinder-795785-1-smb {{(pid=98191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:43:16.320641 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_hamode_db [None req-12f57715-9a23-465a-8d33-8845549187bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T14:34:42Z,description=,heartbeat_timestamp=2021-06-10T14:43:12Z,host='dv-cinder-795785-1-smb',id=e92f4ea4-4278-4a3e-8ba4-23ff1581fd94,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:42Z,topic='l3_agent')) {'router_ids': ['b4004dcd-7fe2-40b6-b203-ecc63ac0c57d'], 'active': True} {{(pid=98191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:43:16.358267 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:16.409406 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02c3e4eb-22ea-4f73-af58-3751d9a4eeb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd517ec4f-21da-4ddf-8f70-006e1533d758'}] {{(pid=98190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:43:16.413036 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3d4185ab3030d597d4fdff3a42636a440041618624b200d466a1cf3773607d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5934f03-eb6c-4271-9aa6-0097bb562356" -d '{"events": [{"server_uuid": "02c3e4eb-22ea-4f73-af58-3751d9a4eeb0", "name": "network-vif-plugged", "status": "completed", "tag": "d517ec4f-21da-4ddf-8f70-006e1533d758"}]}' {{(pid=98190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:43:16.435416 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] For port d517ec4f-21da-4ddf-8f70-006e1533d758, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=d517ec4f-21da-4ddf-8f70-006e1533d758,segment=NetworkSegment(c43a5be5-1290-4a91-ba59-a957b85e24b7),segment_id=c43a5be5-1290-4a91-ba59-a957b85e24b7)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:43:16.441923 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:16.463244 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:16.480339 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-6bf9d266-eae8-41cc-9212-30eb420534d3 req-ffafe6a8-1eed-43aa-b494-31ce4ea6bc7b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b5bad57-2144-47fa-98ed-3a4f902ca03e HTTP/1.1" status: 200 len: 999 time: 0.2113302 Jun 10 14:43:16.528009 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 14:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa1e3d55-ca52-48f3-bd7c-6527b622ac03 x-openstack-request-id: req-fa1e3d55-ca52-48f3-bd7c-6527b622ac03 {{(pid=98190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:43:16.528771 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02c3e4eb-22ea-4f73-af58-3751d9a4eeb0", "name": "network-vif-plugged", "status": "completed", "tag": "d517ec4f-21da-4ddf-8f70-006e1533d758", "code": 200}]} {{(pid=98190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:43:16.529050 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fa1e3d55-ca52-48f3-bd7c-6527b622ac03 {{(pid=98190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:43:16.529721 dv-cinder-795785-1-smb neutron-server[98190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02c3e4eb-22ea-4f73-af58-3751d9a4eeb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd517ec4f-21da-4ddf-8f70-006e1533d758', 'code': 200} Jun 10 14:43:16.577322 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Pushing event updated for resources: {'Port': ['ID=d517ec4f-21da-4ddf-8f70-006e1533d758,revision_number=5']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:16.593158 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:43:16.593529 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:43:16.593877 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:43:16.594220 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:43:16.594559 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:43:16.598109 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:43:16.598491 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:43:16.598836 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:43:16.599176 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:43:16.599508 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:43:16.599856 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:43:16.601773 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:43:16.618609 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:16.626544 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf9d266-eae8-41cc-9212-30eb420534d3 req-5117fabb-dc5c-423f-b67f-f56c999562a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:16.629368 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-6bf9d266-eae8-41cc-9212-30eb420534d3 req-5117fabb-dc5c-423f-b67f-f56c999562a7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5f776bc1-0a43-4578-9bc2-ebe24541eeb6 HTTP/1.1" status: 200 len: 850 time: 0.1364970 Jun 10 14:43:16.666919 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_dvr_db [None req-12f57715-9a23-465a-8d33-8845549187bc None None] Set router b4004dcd-7fe2-40b6-b203-ecc63ac0c57d gateway port host: dv-cinder-795785-1-smb {{(pid=98191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:43:16.757140 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf9d266-eae8-41cc-9212-30eb420534d3 req-15ec38cd-917d-45dc-af7c-cb7698ca00cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:16.759833 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-6bf9d266-eae8-41cc-9212-30eb420534d3 req-15ec38cd-917d-45dc-af7c-cb7698ca00cc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8f467c1d-b7dd-45f1-993c-b606f02ba79f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1201143 Jun 10 14:43:17.010258 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Device 035fdb31-7400-4fc7-92b0-6b23f9dbe942 up at agent ovs-agent-dv-cinder-795785-1-smb {{(pid=98190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:43:17.013276 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 34362) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:17.083621 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Provisioning complete for port 035fdb31-7400-4fc7-92b0-6b23f9dbe942 triggered by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:43:17.084416 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32877986'] for port, provisioning_complete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:17.281999 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0de99c8e-387b-42d7-9c08-e0ff9515c2ee tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Router 4e97ab8d-2f28-4933-bf41-5afaa169fe52 has already been hosted by L3 agent e92f4ea4-4278-4a3e-8ba4-23ff1581fd94 {{(pid=98189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 14:43:17.284678 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-0ecf3fe1-c04e-401a-b209-17fe3610146d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:17.310329 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-1b32ba12-b9ed-4c5e-b173-dffd018efef0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726267'] for router, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:17.330379 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_hamode_db [None req-12f57715-9a23-465a-8d33-8845549187bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4004dcd-7fe2-40b6-b203-ecc63ac0c57d', 'name': 'tempest-AttachVolumeTestJSON-1349217729-router', 'tenant_id': '22b067f743a04ce6ac0fdb4c7ff25d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'external_fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.225'}], 'enable_snat': True}, 'gw_port_id': 'aa21a959-16ba-4e87-a7e8-a7e41db37356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:42:15Z', 'updated_at': '2021-06-10T14:42:26Z', 'revision_number': 4, 'project_id': '22b067f743a04ce6ac0fdb4c7ff25d6b', 'gw_port': {'id': 'aa21a959-16ba-4e87-a7e8-a7e41db37356', 'name': '', 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4004dcd-7fe2-40b6-b203-ecc63ac0c57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:17Z', 'updated_at': '2021-06-10T14:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-smb', '_floatingips': [{'id': 'b2e13cdd-8ea0-45bb-9d61-0af981abc205', 'tenant_id': '22b067f743a04ce6ac0fdb4c7ff25d6b', 'floating_ip_address': '172.28.0.18', 'floating_network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'router_id': 'b4004dcd-7fe2-40b6-b203-ecc63ac0c57d', 'port_id': '4b5bad57-2144-47fa-98ed-3a4f902ca03e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f467c1d-b7dd-45f1-993c-b606f02ba79f', 'mac_address': 'fa:16:3e:38:d8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd967efd0-1130-473f-a29b-0961cdeca077', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T14:42:45Z', 'updated_at': '2021-06-10T14:43:12Z', 'revision_number': 1, 'project_id': '22b067f743a04ce6ac0fdb4c7ff25d6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cdf7d3c-e668-4d7e-b694-c06755ad5934', 'name': '', 'network_id': '8f467c1d-b7dd-45f1-993c-b606f02ba79f', 'tenant_id': '22b067f743a04ce6ac0fdb4c7ff25d6b', 'mac_address': 'fa:16:3e:44:3a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4004dcd-7fe2-40b6-b203-ecc63ac0c57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5f776bc1-0a43-4578-9bc2-ebe24541eeb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:23Z', 'updated_at': '2021-06-10T14:42:41Z', 'revision_number': 5, 'project_id': '22b067f743a04ce6ac0fdb4c7ff25d6b', 'subnets': [{'id': '5f776bc1-0a43-4578-9bc2-ebe24541eeb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-1-smb', False) {} {{(pid=98191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:43:17.334812 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f57715-9a23-465a-8d33-8845549187bc None None] The sync data for ids ['b4004dcd-7fe2-40b6-b203-ecc63ac0c57d'] in dv-cinder-795785-1-smb is: [{'id': 'b4004dcd-7fe2-40b6-b203-ecc63ac0c57d', 'name': 'tempest-AttachVolumeTestJSON-1349217729-router', 'tenant_id': '22b067f743a04ce6ac0fdb4c7ff25d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'external_fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.225'}], 'enable_snat': True}, 'gw_port_id': 'aa21a959-16ba-4e87-a7e8-a7e41db37356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:42:15Z', 'updated_at': '2021-06-10T14:42:26Z', 'revision_number': 4, 'project_id': '22b067f743a04ce6ac0fdb4c7ff25d6b', 'gw_port': {'id': 'aa21a959-16ba-4e87-a7e8-a7e41db37356', 'name': '', 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4004dcd-7fe2-40b6-b203-ecc63ac0c57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:17Z', 'updated_at': '2021-06-10T14:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-smb', '_floatingips': [{'id': 'b2e13cdd-8ea0-45bb-9d61-0af981abc205', 'tenant_id': '22b067f743a04ce6ac0fdb4c7ff25d6b', 'floating_ip_address': '172.28.0.18', 'floating_network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'router_id': 'b4004dcd-7fe2-40b6-b203-ecc63ac0c57d', 'port_id': '4b5bad57-2144-47fa-98ed-3a4f902ca03e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f467c1d-b7dd-45f1-993c-b606f02ba79f', 'mac_address': 'fa:16:3e:38:d8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd967efd0-1130-473f-a29b-0961cdeca077', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T14:42:45Z', 'updated_at': '2021-06-10T14:43:12Z', 'revision_number': 1, 'project_id': '22b067f743a04ce6ac0fdb4c7ff25d6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cdf7d3c-e668-4d7e-b694-c06755ad5934', 'name': '', 'network_id': '8f467c1d-b7dd-45f1-993c-b606f02ba79f', 'tenant_id': '22b067f743a04ce6ac0fdb4c7ff25d6b', 'mac_address': 'fa:16:3e:44:3a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4004dcd-7fe2-40b6-b203-ecc63ac0c57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5f776bc1-0a43-4578-9bc2-ebe24541eeb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:23Z', 'updated_at': '2021-06-10T14:42:41Z', 'revision_number': 5, 'project_id': '22b067f743a04ce6ac0fdb4c7ff25d6b', 'subnets': [{'id': '5f776bc1-0a43-4578-9bc2-ebe24541eeb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 14:43:17.441991 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654b996b-a935-4d92-a975-9749c7701eda req-ffb0e9b2-d7ee-4bef-aa55-497ae8a24262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:17.443719 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-654b996b-a935-4d92-a975-9749c7701eda req-ffb0e9b2-d7ee-4bef-aa55-497ae8a24262 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=02c3e4eb-22ea-4f73-af58-3751d9a4eeb0 HTTP/1.1" status: 200 len: 1098 time: 0.5402374 Jun 10 14:43:17.455518 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e333c8-cae7-4b83-9e02-451cb7533f0c req-7c1821bc-5664-45e2-a3fe-2c6d4abce897 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:17.457138 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-91e333c8-cae7-4b83-9e02-451cb7533f0c req-7c1821bc-5664-45e2-a3fe-2c6d4abce897 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/ports?device_id=02c3e4eb-22ea-4f73-af58-3751d9a4eeb0 HTTP/1.1" status: 200 len: 945 time: 0.6026759 Jun 10 14:43:17.460918 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-6bf9d266-eae8-41cc-9212-30eb420534d3 req-68f8ac08-6378-4dc7-be9c-8ee7c331ed94 service neutron] 10.222.0.36 "GET /v2.0/networks/8f467c1d-b7dd-45f1-993c-b606f02ba79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6835189 Jun 10 14:43:17.529821 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c93504-dac2-4e15-9126-e9e582517444 req-78aa8983-4e06-4661-9bbf-8ad1c4f4f047 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:17.537071 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-02c93504-dac2-4e15-9126-e9e582517444 req-78aa8983-4e06-4661-9bbf-8ad1c4f4f047 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bea10ad-651c-4fcf-9fcf-0e199a9ff9e9 HTTP/1.1" status: 200 len: 945 time: 0.5116432 Jun 10 14:43:17.589751 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8afa894-a7f8-4d8f-bd0a-70409d9b5943 None None] New status for floating IP b2e13cdd-8ea0-45bb-9d61-0af981abc205: ACTIVE {{(pid=98190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 14:43:17.633762 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de99c8e-387b-42d7-9c08-e0ff9515c2ee tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Notify agent at l3_agent.dv-cinder-795785-1-smb the message routers_updated {{(pid=98189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 14:43:17.642950 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-0de99c8e-387b-42d7-9c08-e0ff9515c2ee tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32075'] for floatingip, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:17.646201 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ad4595-dd0a-4f5a-94e6-45b6001f2cad None None] Sync routers for ids ['4e97ab8d-2f28-4933-bf41-5afaa169fe52'] in dv-cinder-795785-1-smb {{(pid=98191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 14:43:17.660226 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ad4595-dd0a-4f5a-94e6-45b6001f2cad None None] Routers {'4e97ab8d-2f28-4933-bf41-5afaa169fe52'} bound to L3 agent in host dv-cinder-795785-1-smb {{(pid=98191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:43:17.661295 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_hamode_db [None req-12ad4595-dd0a-4f5a-94e6-45b6001f2cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T14:34:42Z,description=,heartbeat_timestamp=2021-06-10T14:43:12Z,host='dv-cinder-795785-1-smb',id=e92f4ea4-4278-4a3e-8ba4-23ff1581fd94,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:42Z,topic='l3_agent')) {'router_ids': ['4e97ab8d-2f28-4933-bf41-5afaa169fe52'], 'active': True} {{(pid=98191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:43:17.673065 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-654b996b-a935-4d92-a975-9749c7701eda req-eab22ced-0dd0-48d9-852d-60070ea3836d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=aa6450ec-2090-40c0-8f5e-ef907fcb2083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139013 Jun 10 14:43:17.687934 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-02c93504-dac2-4e15-9126-e9e582517444 req-4d09e74e-e4a2-4ec9-9305-a3cedd990991 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/security-groups?id=7ef18720-15dd-4ca1-94ee-72a6568dc847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499932 Jun 10 14:43:17.709007 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-0ecf3fe1-c04e-401a-b209-17fe3610146d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:17.711912 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-91e333c8-cae7-4b83-9e02-451cb7533f0c req-d0661a65-84be-4296-a08e-c6eb700555b7 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa6450ec-2090-40c0-8f5e-ef907fcb2083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428558 Jun 10 14:43:17.730991 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-0de99c8e-387b-42d7-9c08-e0ff9515c2ee tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "PUT /v2.0/floatingips/6c8f0aff-d0f8-4fde-9ea5-1bbdb7500ba3 HTTP/1.1" status: 200 len: 991 time: 4.1691356 Jun 10 14:43:17.735032 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-0ecf3fe1-c04e-401a-b209-17fe3610146d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:17.738458 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:17.757839 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b32ba12-b9ed-4c5e-b173-dffd018efef0 admin admin] Router 5d24de2a-b1f7-406e-af66-35a2be1c94d8 is scheduled to L3 agent e92f4ea4-4278-4a3e-8ba4-23ff1581fd94 with binding_index 1 {{(pid=98189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 14:43:17.763561 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-6bf9d266-eae8-41cc-9212-30eb420534d3 req-fb34572e-488d-4b88-baaf-d45c2b921e5f service neutron] 10.222.0.36 "GET /v2.0/networks/8f467c1d-b7dd-45f1-993c-b606f02ba79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799683 Jun 10 14:43:17.792708 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-0ecf3fe1-c04e-401a-b209-17fe3610146d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e21f0b04cb6a48fcab361b0e45c3db78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7766206 Jun 10 14:43:17.795326 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 34372) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:17.804171 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecf3fe1-c04e-401a-b209-17fe3610146d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30319536-e424-4686-8186-e3aac5a3a50c,revision_number=1']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:17.819482 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-0ecf3fe1-c04e-401a-b209-17fe3610146d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:17.970076 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_dvr_db [None req-12ad4595-dd0a-4f5a-94e6-45b6001f2cad None None] Set router 4e97ab8d-2f28-4933-bf41-5afaa169fe52 gateway port host: dv-cinder-795785-1-smb {{(pid=98191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:43:17.977078 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-d002d55a-d910-49a8-a79c-fa6a9d057062 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:17.989231 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c52d258-0d8b-45e0-820c-de32496e39eb', 'tag': 'e687c7b7-493c-4e9c-b3ab-85878b4485c5'}] {{(pid=98189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:43:17.991723 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd5238e10c74dbb520512e65c1fdd866749acdde8b41798b102d67d69ab3830" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e7eefe7-5ce8-4119-bda2-b82c40a19e57" -d '{"events": [{"name": "network-changed", "server_uuid": "1c52d258-0d8b-45e0-820c-de32496e39eb", "tag": "e687c7b7-493c-4e9c-b3ab-85878b4485c5"}]}' {{(pid=98189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:43:18.021508 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-d002d55a-d910-49a8-a79c-fa6a9d057062 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:18.023731 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b32ba12-b9ed-4c5e-b173-dffd018efef0 admin admin] Notify agent at l3_agent.dv-cinder-795785-1-smb the message routers_updated {{(pid=98189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 14:43:18.041438 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d9ff29-5679-44bb-a11a-91d99c4ed55c None None] Sync routers for ids ['5d24de2a-b1f7-406e-af66-35a2be1c94d8'] in dv-cinder-795785-1-smb {{(pid=98190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 14:43:18.051975 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d9ff29-5679-44bb-a11a-91d99c4ed55c None None] Routers {'5d24de2a-b1f7-406e-af66-35a2be1c94d8'} bound to L3 agent in host dv-cinder-795785-1-smb {{(pid=98190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:43:18.052755 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_hamode_db [None req-83d9ff29-5679-44bb-a11a-91d99c4ed55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T14:34:42Z,description=,heartbeat_timestamp=2021-06-10T14:43:12Z,host='dv-cinder-795785-1-smb',id=e92f4ea4-4278-4a3e-8ba4-23ff1581fd94,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:42Z,topic='l3_agent')) {'router_ids': ['5d24de2a-b1f7-406e-af66-35a2be1c94d8'], 'active': True} {{(pid=98190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:43:18.075547 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-1b32ba12-b9ed-4c5e-b173-dffd018efef0 admin admin] Notify callbacks [] for router, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:18.076865 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-1b32ba12-b9ed-4c5e-b173-dffd018efef0 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.4574265 Jun 10 14:43:18.079681 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 34382) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:18.155970 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 14:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7261daba-b9db-4afb-9392-47757a5f4317 x-openstack-request-id: req-7261daba-b9db-4afb-9392-47757a5f4317 {{(pid=98189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:43:18.156374 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c52d258-0d8b-45e0-820c-de32496e39eb", "tag": "e687c7b7-493c-4e9c-b3ab-85878b4485c5", "status": "completed", "code": 200}]} {{(pid=98189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:43:18.156714 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7261daba-b9db-4afb-9392-47757a5f4317 {{(pid=98189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:43:18.157136 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c52d258-0d8b-45e0-820c-de32496e39eb', 'tag': 'e687c7b7-493c-4e9c-b3ab-85878b4485c5', 'status': 'completed', 'code': 200} Jun 10 14:43:18.293161 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7eefe7-5ce8-4119-bda2-b82c40a19e57 req-2191bf1b-9f89-4eb1-b57c-28b1fb4adc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:18.294509 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-3e7eefe7-5ce8-4119-bda2-b82c40a19e57 req-2191bf1b-9f89-4eb1-b57c-28b1fb4adc38 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5bcb8fb4303e43e69f7032747c4983b8&device_id=1c52d258-0d8b-45e0-820c-de32496e39eb HTTP/1.1" status: 200 len: 1098 time: 0.1386697 Jun 10 14:43:18.386188 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-d002d55a-d910-49a8-a79c-fa6a9d057062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:18.388775 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-d002d55a-d910-49a8-a79c-fa6a9d057062 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:18.389906 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-d002d55a-d910-49a8-a79c-fa6a9d057062 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/30319536-e424-4686-8186-e3aac5a3a50c HTTP/1.1" status: 204 len: 168 time: 0.5936763 Jun 10 14:43:18.457409 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-0ecf3fe1-c04e-401a-b209-17fe3610146d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:18.473022 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d002d55a-d910-49a8-a79c-fa6a9d057062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30319536-e424-4686-8186-e3aac5a3a50c,revision_number=None']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:18.482833 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-d002d55a-d910-49a8-a79c-fa6a9d057062 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:18.485517 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_dvr_db [None req-83d9ff29-5679-44bb-a11a-91d99c4ed55c None None] Set router 5d24de2a-b1f7-406e-af66-35a2be1c94d8 gateway port host: dv-cinder-795785-1-smb {{(pid=98190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:43:18.543680 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7eefe7-5ce8-4119-bda2-b82c40a19e57 req-c5ce775e-ebd9-4360-9516-ba013b57c4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:18.545325 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-3e7eefe7-5ce8-4119-bda2-b82c40a19e57 req-c5ce775e-ebd9-4360-9516-ba013b57c4e2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c57efc93-51ff-4248-b65b-e26a6d17993d HTTP/1.1" status: 200 len: 918 time: 0.2391338 Jun 10 14:43:18.548863 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_hamode_db [None req-12ad4595-dd0a-4f5a-94e6-45b6001f2cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e97ab8d-2f28-4933-bf41-5afaa169fe52', 'name': 'tempest-AttachVolumeShelveTestJSON-1645727677-router', 'tenant_id': '5bcb8fb4303e43e69f7032747c4983b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'external_fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.220'}], 'enable_snat': True}, 'gw_port_id': '4d8b6cc4-d9aa-4338-8930-c2e4ec56306c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:42:17Z', 'updated_at': '2021-06-10T14:42:29Z', 'revision_number': 4, 'project_id': '5bcb8fb4303e43e69f7032747c4983b8', 'gw_port': {'id': '4d8b6cc4-d9aa-4338-8930-c2e4ec56306c', 'name': '', 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:62:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e97ab8d-2f28-4933-bf41-5afaa169fe52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:18Z', 'updated_at': '2021-06-10T14:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-smb', '_floatingips': [{'id': '6c8f0aff-d0f8-4fde-9ea5-1bbdb7500ba3', 'tenant_id': '5bcb8fb4303e43e69f7032747c4983b8', 'floating_ip_address': '172.28.0.102', 'floating_network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'router_id': '4e97ab8d-2f28-4933-bf41-5afaa169fe52', 'port_id': 'e687c7b7-493c-4e9c-b3ab-85878b4485c5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c57efc93-51ff-4248-b65b-e26a6d17993d', 'mac_address': 'fa:16:3e:6b:6b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c52d258-0d8b-45e0-820c-de32496e39eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T14:42:46Z', 'updated_at': '2021-06-10T14:43:15Z', 'revision_number': 1, 'project_id': '5bcb8fb4303e43e69f7032747c4983b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '463e2c47-a6ba-436b-9622-52bd7c17b667', 'name': '', 'network_id': 'c57efc93-51ff-4248-b65b-e26a6d17993d', 'tenant_id': '5bcb8fb4303e43e69f7032747c4983b8', 'mac_address': 'fa:16:3e:1b:86:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e97ab8d-2f28-4933-bf41-5afaa169fe52', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3eeef57d-bb05-42dc-8725-b618d4269135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:25Z', 'updated_at': '2021-06-10T14:42:42Z', 'revision_number': 5, 'project_id': '5bcb8fb4303e43e69f7032747c4983b8', 'subnets': [{'id': '3eeef57d-bb05-42dc-8725-b618d4269135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-1-smb', False) {} {{(pid=98191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:43:18.554480 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ad4595-dd0a-4f5a-94e6-45b6001f2cad None None] Checking router: 4e97ab8d-2f28-4933-bf41-5afaa169fe52 for host: dv-cinder-795785-1-smb {{(pid=98191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 14:43:18.563435 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ad4595-dd0a-4f5a-94e6-45b6001f2cad None None] Routers {'4e97ab8d-2f28-4933-bf41-5afaa169fe52'} bound to L3 agent in host dv-cinder-795785-1-smb {{(pid=98191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:43:18.564628 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_hamode_db [None req-12ad4595-dd0a-4f5a-94e6-45b6001f2cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T14:34:42Z,description=,heartbeat_timestamp=2021-06-10T14:43:12Z,host='dv-cinder-795785-1-smb',id=e92f4ea4-4278-4a3e-8ba4-23ff1581fd94,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:42Z,topic='l3_agent')) {'router_ids': ['4e97ab8d-2f28-4933-bf41-5afaa169fe52'], 'active': True} {{(pid=98191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:43:18.650522 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-3e7eefe7-5ce8-4119-bda2-b82c40a19e57 req-6a8a91dc-3016-4113-9d4a-668165c83290 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e687c7b7-493c-4e9c-b3ab-85878b4485c5 HTTP/1.1" status: 200 len: 999 time: 0.0867589 Jun 10 14:43:18.798920 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7eefe7-5ce8-4119-bda2-b82c40a19e57 req-ebdc274c-19b7-4030-9372-37f680ce58cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:18.800947 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_hamode_db [None req-83d9ff29-5679-44bb-a11a-91d99c4ed55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d24de2a-b1f7-406e-af66-35a2be1c94d8', 'name': 'tempest-TestMinimumBasicScenario-1583580859-router', 'tenant_id': '3065c91b66384aefa642d766c49e32b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'external_fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.148'}], 'enable_snat': True}, 'gw_port_id': 'e9c950d1-060e-4d91-a5fe-3fd1a8bfd743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:43:11Z', 'updated_at': '2021-06-10T14:43:15Z', 'revision_number': 3, 'project_id': '3065c91b66384aefa642d766c49e32b2', 'gw_port': {'id': 'e9c950d1-060e-4d91-a5fe-3fd1a8bfd743', 'name': '', 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a3:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d24de2a-b1f7-406e-af66-35a2be1c94d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:43:13Z', 'updated_at': '2021-06-10T14:43:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-smb'}], 'dv-cinder-795785-1-smb', False) {} {{(pid=98190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:43:18.801501 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-3e7eefe7-5ce8-4119-bda2-b82c40a19e57 req-ebdc274c-19b7-4030-9372-37f680ce58cc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3eeef57d-bb05-42dc-8725-b618d4269135 HTTP/1.1" status: 200 len: 856 time: 0.1238146 Jun 10 14:43:18.804667 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d9ff29-5679-44bb-a11a-91d99c4ed55c None None] Checking router: 5d24de2a-b1f7-406e-af66-35a2be1c94d8 for host: dv-cinder-795785-1-smb {{(pid=98190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 14:43:18.805052 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d9ff29-5679-44bb-a11a-91d99c4ed55c None None] Updating router 5d24de2a-b1f7-406e-af66-35a2be1c94d8 port e9c950d1-060e-4d91-a5fe-3fd1a8bfd743 binding host dv-cinder-795785-1-smb {{(pid=98190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 14:43:18.864969 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_dvr_db [None req-12ad4595-dd0a-4f5a-94e6-45b6001f2cad None None] Set router 4e97ab8d-2f28-4933-bf41-5afaa169fe52 gateway port host: dv-cinder-795785-1-smb {{(pid=98191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:43:18.896514 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-83d9ff29-5679-44bb-a11a-91d99c4ed55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:18.931668 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 34408) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:19.031272 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7eefe7-5ce8-4119-bda2-b82c40a19e57 req-26ed60a1-cff4-4720-a945-a5d5206e6774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:19.033031 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-3e7eefe7-5ce8-4119-bda2-b82c40a19e57 req-26ed60a1-cff4-4720-a945-a5d5206e6774 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c57efc93-51ff-4248-b65b-e26a6d17993d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2227151 Jun 10 14:43:19.035919 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-53e648bc-7a44-4368-ba0b-762c3cd0a1fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:19.280731 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-3e7eefe7-5ce8-4119-bda2-b82c40a19e57 req-e7edc2d8-f813-4e1b-8555-d828ded12dd4 service neutron] 10.222.0.36 "GET /v2.0/networks/c57efc93-51ff-4248-b65b-e26a6d17993d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282631 Jun 10 14:43:19.303409 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6876f0af-4bef-409e-84d2-59235cad4c7e req-28189bd9-4bef-4215-b0da-788af26cc524 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:19.308765 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-6876f0af-4bef-409e-84d2-59235cad4c7e req-28189bd9-4bef-4215-b0da-788af26cc524 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bea10ad-651c-4fcf-9fcf-0e199a9ff9e9 HTTP/1.1" status: 200 len: 945 time: 0.3141868 Jun 10 14:43:19.423277 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_hamode_db [None req-12ad4595-dd0a-4f5a-94e6-45b6001f2cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e97ab8d-2f28-4933-bf41-5afaa169fe52', 'name': 'tempest-AttachVolumeShelveTestJSON-1645727677-router', 'tenant_id': '5bcb8fb4303e43e69f7032747c4983b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'external_fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.220'}], 'enable_snat': True}, 'gw_port_id': '4d8b6cc4-d9aa-4338-8930-c2e4ec56306c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:42:17Z', 'updated_at': '2021-06-10T14:42:29Z', 'revision_number': 4, 'project_id': '5bcb8fb4303e43e69f7032747c4983b8', 'gw_port': {'id': '4d8b6cc4-d9aa-4338-8930-c2e4ec56306c', 'name': '', 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:62:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e97ab8d-2f28-4933-bf41-5afaa169fe52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:18Z', 'updated_at': '2021-06-10T14:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-smb', '_floatingips': [{'id': '6c8f0aff-d0f8-4fde-9ea5-1bbdb7500ba3', 'tenant_id': '5bcb8fb4303e43e69f7032747c4983b8', 'floating_ip_address': '172.28.0.102', 'floating_network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'router_id': '4e97ab8d-2f28-4933-bf41-5afaa169fe52', 'port_id': 'e687c7b7-493c-4e9c-b3ab-85878b4485c5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c57efc93-51ff-4248-b65b-e26a6d17993d', 'mac_address': 'fa:16:3e:6b:6b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c52d258-0d8b-45e0-820c-de32496e39eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T14:42:46Z', 'updated_at': '2021-06-10T14:43:15Z', 'revision_number': 1, 'project_id': '5bcb8fb4303e43e69f7032747c4983b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '463e2c47-a6ba-436b-9622-52bd7c17b667', 'name': '', 'network_id': 'c57efc93-51ff-4248-b65b-e26a6d17993d', 'tenant_id': '5bcb8fb4303e43e69f7032747c4983b8', 'mac_address': 'fa:16:3e:1b:86:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e97ab8d-2f28-4933-bf41-5afaa169fe52', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3eeef57d-bb05-42dc-8725-b618d4269135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:25Z', 'updated_at': '2021-06-10T14:42:42Z', 'revision_number': 5, 'project_id': '5bcb8fb4303e43e69f7032747c4983b8', 'subnets': [{'id': '3eeef57d-bb05-42dc-8725-b618d4269135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-1-smb', False) {} {{(pid=98191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:43:19.427438 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-1c463493-9d8b-4dbe-8c05-cbf5868b87d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:19.432215 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ad4595-dd0a-4f5a-94e6-45b6001f2cad None None] The sync data for ids ['4e97ab8d-2f28-4933-bf41-5afaa169fe52'] in dv-cinder-795785-1-smb is: [{'id': '4e97ab8d-2f28-4933-bf41-5afaa169fe52', 'name': 'tempest-AttachVolumeShelveTestJSON-1645727677-router', 'tenant_id': '5bcb8fb4303e43e69f7032747c4983b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'external_fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.220'}], 'enable_snat': True}, 'gw_port_id': '4d8b6cc4-d9aa-4338-8930-c2e4ec56306c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:42:17Z', 'updated_at': '2021-06-10T14:42:29Z', 'revision_number': 4, 'project_id': '5bcb8fb4303e43e69f7032747c4983b8', 'gw_port': {'id': '4d8b6cc4-d9aa-4338-8930-c2e4ec56306c', 'name': '', 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:62:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e97ab8d-2f28-4933-bf41-5afaa169fe52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:18Z', 'updated_at': '2021-06-10T14:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-smb', '_floatingips': [{'id': '6c8f0aff-d0f8-4fde-9ea5-1bbdb7500ba3', 'tenant_id': '5bcb8fb4303e43e69f7032747c4983b8', 'floating_ip_address': '172.28.0.102', 'floating_network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'router_id': '4e97ab8d-2f28-4933-bf41-5afaa169fe52', 'port_id': 'e687c7b7-493c-4e9c-b3ab-85878b4485c5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c57efc93-51ff-4248-b65b-e26a6d17993d', 'mac_address': 'fa:16:3e:6b:6b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c52d258-0d8b-45e0-820c-de32496e39eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T14:42:46Z', 'updated_at': '2021-06-10T14:43:15Z', 'revision_number': 1, 'project_id': '5bcb8fb4303e43e69f7032747c4983b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '463e2c47-a6ba-436b-9622-52bd7c17b667', 'name': '', 'network_id': 'c57efc93-51ff-4248-b65b-e26a6d17993d', 'tenant_id': '5bcb8fb4303e43e69f7032747c4983b8', 'mac_address': 'fa:16:3e:1b:86:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e97ab8d-2f28-4933-bf41-5afaa169fe52', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3eeef57d-bb05-42dc-8725-b618d4269135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:25Z', 'updated_at': '2021-06-10T14:42:42Z', 'revision_number': 5, 'project_id': '5bcb8fb4303e43e69f7032747c4983b8', 'subnets': [{'id': '3eeef57d-bb05-42dc-8725-b618d4269135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 14:43:19.439367 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-83d9ff29-5679-44bb-a11a-91d99c4ed55c None None] Notify callbacks [] for port, precommit_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:19.461027 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-3e7eefe7-5ce8-4119-bda2-b82c40a19e57 req-6ec7a56d-93d7-4358-9db5-560dfacd92d0 service neutron] 10.222.0.36 "GET /v2.0/networks/c57efc93-51ff-4248-b65b-e26a6d17993d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698339 Jun 10 14:43:19.470762 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-83d9ff29-5679-44bb-a11a-91d99c4ed55c None None] Transition to ACTIVE for port object e9c950d1-060e-4d91-a5fe-3fd1a8bfd743 will not be triggered until provisioned by entity L2. {{(pid=98190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:43:19.491761 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca5e9bb-3b0e-4511-bf8e-254c34225adc req-c46e9dce-eceb-436b-ba32-266f882132d5 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:19.493305 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-7ca5e9bb-3b0e-4511-bf8e-254c34225adc req-c46e9dce-eceb-436b-ba32-266f882132d5 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/ports?device_id=02c3e4eb-22ea-4f73-af58-3751d9a4eeb0 HTTP/1.1" status: 200 len: 945 time: 0.3282115 Jun 10 14:43:19.505019 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-83d9ff29-5679-44bb-a11a-91d99c4ed55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:19.507221 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:19.579074 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.managers [None req-83d9ff29-5679-44bb-a11a-91d99c4ed55c None None] Attempting to bind port e9c950d1-060e-4d91-a5fe-3fd1a8bfd743 on host dv-cinder-795785-1-smb for vnic_type normal with profile {{(pid=98190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 14:43:19.579464 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.managers [None req-83d9ff29-5679-44bb-a11a-91d99c4ed55c None None] Attempting to bind port e9c950d1-060e-4d91-a5fe-3fd1a8bfd743 by drivers openvswitch,hyperv on host dv-cinder-795785-1-smb at level 0 using segments [{'id': '09b1f6b8-9c92-4513-844c-f3187f12106a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a'}] {{(pid=98190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 14:43:19.579842 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d9ff29-5679-44bb-a11a-91d99c4ed55c None None] Attempting to bind port e9c950d1-060e-4d91-a5fe-3fd1a8bfd743 on network d939252c-9d87-4c0a-b331-cccdb2846f4a {{(pid=98190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 14:43:19.588228 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-7ca5e9bb-3b0e-4511-bf8e-254c34225adc req-0ad81727-ffa7-4333-a2ef-d2f7d03553db tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa6450ec-2090-40c0-8f5e-ef907fcb2083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757542 Jun 10 14:43:19.591984 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d9ff29-5679-44bb-a11a-91d99c4ed55c None None] Checking agent: {'id': '22b05ad3-e755-4423-b55e-6b54dea224ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 14, 34, 42), 'started_at': datetime.datetime(2021, 6, 10, 14, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 14, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 14:43:19.592398 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d9ff29-5679-44bb-a11a-91d99c4ed55c None None] Checking segment: {'id': '09b1f6b8-9c92-4513-844c-f3187f12106a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 14:43:19.592826 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-83d9ff29-5679-44bb-a11a-91d99c4ed55c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:19.593235 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d9ff29-5679-44bb-a11a-91d99c4ed55c None None] Bound using segment: {'id': '09b1f6b8-9c92-4513-844c-f3187f12106a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a'} {{(pid=98190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 14:43:19.593733 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.managers [None req-83d9ff29-5679-44bb-a11a-91d99c4ed55c None None] Bound port: e9c950d1-060e-4d91-a5fe-3fd1a8bfd743, host: dv-cinder-795785-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09b1f6b8-9c92-4513-844c-f3187f12106a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a'}}] {{(pid=98190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 14:43:19.594121 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-83d9ff29-5679-44bb-a11a-91d99c4ed55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:19.600795 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9564c8fd-19ca-453e-8e26-8e9b2747aed0 None None] Pushing event updated for resources: {'Port': ['ID=e9c950d1-060e-4d91-a5fe-3fd1a8bfd743,revision_number=2']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:19.603395 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-6876f0af-4bef-409e-84d2-59235cad4c7e req-cfd7dace-496e-4a66-bbe4-6c04ca6bf8f4 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/security-groups?id=7ef18720-15dd-4ca1-94ee-72a6568dc847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501031 Jun 10 14:43:19.632859 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-53e648bc-7a44-4368-ba0b-762c3cd0a1fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:19.644263 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-9564c8fd-19ca-453e-8e26-8e9b2747aed0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:19.647177 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-53e648bc-7a44-4368-ba0b-762c3cd0a1fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:19.651151 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:19.723806 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e648bc-7a44-4368-ba0b-762c3cd0a1fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=093da7b4-c6a0-4f65-9664-ad898189dbcc,revision_number=1']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:19.733242 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-53e648bc-7a44-4368-ba0b-762c3cd0a1fd admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=597a837fd63847598ecc231ba77782fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7981896 Jun 10 14:43:19.735446 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 34418) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:19.742181 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e648bc-7a44-4368-ba0b-762c3cd0a1fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:43:19.742553 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e648bc-7a44-4368-ba0b-762c3cd0a1fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:43:19.742781 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-83d9ff29-5679-44bb-a11a-91d99c4ed55c None None] For port e9c950d1-060e-4d91-a5fe-3fd1a8bfd743, host dv-cinder-795785-1-smb, cleared binding levels {{(pid=98190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 14:43:19.742949 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e648bc-7a44-4368-ba0b-762c3cd0a1fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:43:19.743266 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e648bc-7a44-4368-ba0b-762c3cd0a1fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:43:19.744116 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e648bc-7a44-4368-ba0b-762c3cd0a1fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:43:19.744704 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e648bc-7a44-4368-ba0b-762c3cd0a1fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:43:19.744896 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e648bc-7a44-4368-ba0b-762c3cd0a1fd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:43:19.745446 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e648bc-7a44-4368-ba0b-762c3cd0a1fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:43:19.745617 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e648bc-7a44-4368-ba0b-762c3cd0a1fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:43:19.745920 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e648bc-7a44-4368-ba0b-762c3cd0a1fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:43:19.746222 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-83d9ff29-5679-44bb-a11a-91d99c4ed55c None None] For port e9c950d1-060e-4d91-a5fe-3fd1a8bfd743, host dv-cinder-795785-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-smb',level=0,port_id=e9c950d1-060e-4d91-a5fe-3fd1a8bfd743,segment=NetworkSegment(09b1f6b8-9c92-4513-844c-f3187f12106a),segment_id=09b1f6b8-9c92-4513-844c-f3187f12106a)] {{(pid=98190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 14:43:19.746333 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e648bc-7a44-4368-ba0b-762c3cd0a1fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:43:19.746591 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e648bc-7a44-4368-ba0b-762c3cd0a1fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:43:19.751996 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-53e648bc-7a44-4368-ba0b-762c3cd0a1fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:19.755643 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-83d9ff29-5679-44bb-a11a-91d99c4ed55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:19.761441 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.db.db_base_plugin_common [None req-1c463493-9d8b-4dbe-8c05-cbf5868b87d2 admin admin] Allocated IP 172.20.0.1 (afb3d1e6-69a8-46b1-ad00-dfea32c79a7b/608c40fd-af24-4c4d-b8ac-392ee5ac2abd/1230d2fe-d446-44a7-81d2-422d2721d420) {{(pid=98189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 14:43:19.766076 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:19.828973 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926886a4-2b6f-4896-aaaa-6a4340cdb30d None None] New status for floating IP 6c8f0aff-d0f8-4fde-9ea5-1bbdb7500ba3: ACTIVE {{(pid=98191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 14:43:19.834709 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d9ff29-5679-44bb-a11a-91d99c4ed55c None None] Routers {'5d24de2a-b1f7-406e-af66-35a2be1c94d8'} bound to L3 agent in host dv-cinder-795785-1-smb {{(pid=98190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:43:19.835356 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_hamode_db [None req-83d9ff29-5679-44bb-a11a-91d99c4ed55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T14:34:42Z,description=,heartbeat_timestamp=2021-06-10T14:43:12Z,host='dv-cinder-795785-1-smb',id=e92f4ea4-4278-4a3e-8ba4-23ff1581fd94,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:42Z,topic='l3_agent')) {'router_ids': ['5d24de2a-b1f7-406e-af66-35a2be1c94d8'], 'active': True} {{(pid=98190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:43:19.972451 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-1c463493-9d8b-4dbe-8c05-cbf5868b87d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:19.986107 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.db.provisioning_blocks [None req-1c463493-9d8b-4dbe-8c05-cbf5868b87d2 admin admin] Transition to ACTIVE for port object 1230d2fe-d446-44a7-81d2-422d2721d420 will not be triggered until provisioned by entity DHCP. {{(pid=98189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:43:20.058112 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-7c879d83-7301-402e-b461-69690370f6d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:20.079473 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-1c463493-9d8b-4dbe-8c05-cbf5868b87d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33290945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770842374660'] for port, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:20.090910 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-4b61fb3a-1c4e-44fb-ac11-1fe0788d5842 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:20.096970 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9564c8fd-19ca-453e-8e26-8e9b2747aed0 None None] Pushing event updated for resources: {'Port': ['ID=e9c950d1-060e-4d91-a5fe-3fd1a8bfd743,revision_number=3']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:20.105425 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_dvr_db [None req-83d9ff29-5679-44bb-a11a-91d99c4ed55c None None] Set router 5d24de2a-b1f7-406e-af66-35a2be1c94d8 gateway port host: dv-cinder-795785-1-smb {{(pid=98190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:43:20.107991 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-9564c8fd-19ca-453e-8e26-8e9b2747aed0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:20.143627 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c463493-9d8b-4dbe-8c05-cbf5868b87d2 admin admin] Network afb3d1e6-69a8-46b1-ad00-dfea32c79a7b is already hosted by enough agents. {{(pid=98189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 14:43:20.145791 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-7c879d83-7301-402e-b461-69690370f6d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:20.154824 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.base_scheduler [None req-1c463493-9d8b-4dbe-8c05-cbf5868b87d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=98189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:43:20.166668 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c463493-9d8b-4dbe-8c05-cbf5868b87d2 admin admin] Received port after_create {{(pid=98189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 14:43:20.166668 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-1c463493-9d8b-4dbe-8c05-cbf5868b87d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-722748'] for router_interface, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:20.249447 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c463493-9d8b-4dbe-8c05-cbf5868b87d2 admin admin] Pushing event updated for resources: {'Port': ['ID=1230d2fe-d446-44a7-81d2-422d2721d420,revision_number=1']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:20.259208 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-1c463493-9d8b-4dbe-8c05-cbf5868b87d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:20.354565 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-7c879d83-7301-402e-b461-69690370f6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:20.358040 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-7c879d83-7301-402e-b461-69690370f6d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:20.359210 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-7c879d83-7301-402e-b461-69690370f6d2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/093da7b4-c6a0-4f65-9664-ad898189dbcc HTTP/1.1" status: 204 len: 168 time: 0.6228135 Jun 10 14:43:20.368948 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:20.381210 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c879d83-7301-402e-b461-69690370f6d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=093da7b4-c6a0-4f65-9664-ad898189dbcc,revision_number=None']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:20.389757 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-7c879d83-7301-402e-b461-69690370f6d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:20.466722 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-1c463493-9d8b-4dbe-8c05-cbf5868b87d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:20.481571 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_hamode_db [None req-83d9ff29-5679-44bb-a11a-91d99c4ed55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d24de2a-b1f7-406e-af66-35a2be1c94d8', 'name': 'tempest-TestMinimumBasicScenario-1583580859-router', 'tenant_id': '3065c91b66384aefa642d766c49e32b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'external_fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.148'}], 'enable_snat': True}, 'gw_port_id': 'e9c950d1-060e-4d91-a5fe-3fd1a8bfd743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:43:11Z', 'updated_at': '2021-06-10T14:43:15Z', 'revision_number': 3, 'project_id': '3065c91b66384aefa642d766c49e32b2', 'gw_port': {'id': 'e9c950d1-060e-4d91-a5fe-3fd1a8bfd743', 'name': '', 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a3:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d24de2a-b1f7-406e-af66-35a2be1c94d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:43:13Z', 'updated_at': '2021-06-10T14:43:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-smb'}], 'dv-cinder-795785-1-smb', False) {} {{(pid=98190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:43:20.485636 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d9ff29-5679-44bb-a11a-91d99c4ed55c None None] The sync data for ids ['5d24de2a-b1f7-406e-af66-35a2be1c94d8'] in dv-cinder-795785-1-smb is: [{'id': '5d24de2a-b1f7-406e-af66-35a2be1c94d8', 'name': 'tempest-TestMinimumBasicScenario-1583580859-router', 'tenant_id': '3065c91b66384aefa642d766c49e32b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'external_fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.148'}], 'enable_snat': True}, 'gw_port_id': 'e9c950d1-060e-4d91-a5fe-3fd1a8bfd743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:43:11Z', 'updated_at': '2021-06-10T14:43:15Z', 'revision_number': 3, 'project_id': '3065c91b66384aefa642d766c49e32b2', 'gw_port': {'id': 'e9c950d1-060e-4d91-a5fe-3fd1a8bfd743', 'name': '', 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a3:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d24de2a-b1f7-406e-af66-35a2be1c94d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:43:13Z', 'updated_at': '2021-06-10T14:43:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-smb'}] {{(pid=98190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 14:43:20.561392 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-57200152-91a0-472c-9915-8ad705a9a37e None None] Provisioning for port 1230d2fe-d446-44a7-81d2-422d2721d420 completed by entity DHCP. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:43:20.572047 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-57200152-91a0-472c-9915-8ad705a9a37e None None] Provisioning complete for port 1230d2fe-d446-44a7-81d2-422d2721d420 triggered by entity DHCP. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:43:20.573656 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-57200152-91a0-472c-9915-8ad705a9a37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32877986'] for port, provisioning_complete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:20.648644 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.plugin [None req-57200152-91a0-472c-9915-8ad705a9a37e None None] Port 1230d2fe-d446-44a7-81d2-422d2721d420 cannot update to ACTIVE because it is not bound. {{(pid=98190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 14:43:20.731765 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-1c463493-9d8b-4dbe-8c05-cbf5868b87d2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:20.738061 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-1c463493-9d8b-4dbe-8c05-cbf5868b87d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:20.738964 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-1c463493-9d8b-4dbe-8c05-cbf5868b87d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-722760'] for router_interface, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:20.747855 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-074e9a40-4fd4-46aa-be62-6a814174e66d tempest-DeleteServersTestJSON-1534281482 tempest-DeleteServersTestJSON-1534281482-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:20.856669 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9e61ea-4abc-4b4e-b681-29adc180f246 req-028e3946-f96d-4651-b359-994626ca248e tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:20.859418 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-5c9e61ea-4abc-4b4e-b681-29adc180f246 req-028e3946-f96d-4651-b359-994626ca248e tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bea10ad-651c-4fcf-9fcf-0e199a9ff9e9 HTTP/1.1" status: 200 len: 945 time: 0.1040258 Jun 10 14:43:20.884435 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c463493-9d8b-4dbe-8c05-cbf5868b87d2 admin admin] Pushing event updated for resources: {'Port': ['ID=1230d2fe-d446-44a7-81d2-422d2721d420,revision_number=2']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:20.888633 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-1c463493-9d8b-4dbe-8c05-cbf5868b87d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:20.956349 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-5c9e61ea-4abc-4b4e-b681-29adc180f246 req-b7d83eab-ac4b-4a08-a964-6c382b985209 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/security-groups?id=7ef18720-15dd-4ca1-94ee-72a6568dc847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898039 Jun 10 14:43:20.990654 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c463493-9d8b-4dbe-8c05-cbf5868b87d2 admin admin] Network afb3d1e6-69a8-46b1-ad00-dfea32c79a7b is already hosted by enough agents. {{(pid=98189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 14:43:20.992358 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.base_scheduler [None req-1c463493-9d8b-4dbe-8c05-cbf5868b87d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=98189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:43:21.289888 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c463493-9d8b-4dbe-8c05-cbf5868b87d2 admin admin] Router 5d24de2a-b1f7-406e-af66-35a2be1c94d8 has already been hosted by L3 agent e92f4ea4-4278-4a3e-8ba4-23ff1581fd94 {{(pid=98189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 14:43:21.382692 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-68a0b04e-99d5-4897-861d-1e7f584ae7d6 None None] Provisioning complete for port 1230d2fe-d446-44a7-81d2-422d2721d420 triggered by entity DHCP. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:43:21.383197 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68a0b04e-99d5-4897-861d-1e7f584ae7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32877986'] for port, provisioning_complete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:21.432073 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.plugin [None req-68a0b04e-99d5-4897-861d-1e7f584ae7d6 None None] Port 1230d2fe-d446-44a7-81d2-422d2721d420 cannot update to ACTIVE because it is not bound. {{(pid=98190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 14:43:21.490400 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c463493-9d8b-4dbe-8c05-cbf5868b87d2 admin admin] Notify agent at l3_agent.dv-cinder-795785-1-smb the message routers_updated {{(pid=98189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 14:43:21.495620 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-1c463493-9d8b-4dbe-8c05-cbf5868b87d2 admin admin] 10.222.0.38 "PUT /v2.0/routers/5d24de2a-b1f7-406e-af66-35a2be1c94d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4146371 Jun 10 14:43:22.154858 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58aee0-6260-4fd8-9982-efb441be169a req-0e4b9046-cbac-4955-badc-ac469d80a484 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:22.156343 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-be58aee0-6260-4fd8-9982-efb441be169a req-0e4b9046-cbac-4955-badc-ac469d80a484 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/networks?id=4744fb36-3c6e-45ed-8835-58a06f451405 HTTP/1.1" status: 200 len: 814 time: 0.1964664 Jun 10 14:43:22.183232 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-be58aee0-6260-4fd8-9982-efb441be169a req-9606bef3-b7b5-49a7-9798-8a2711ef6cd6 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/quotas/93ab3eb0808c4780983402342bde2843 HTTP/1.1" status: 200 len: 375 time: 0.0186436 Jun 10 14:43:22.227394 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 34530) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:22.232725 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.v2.base [None req-f0c82494-b2f3-444b-82ee-afdc620bbaeb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1163235217-network', 'tenant_id': '3497fbebd6c543a99c722d4a9e450510'}} {{(pid=98189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:43:22.247710 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7554c744-0b4e-4eac-a15a-93537d7119a8 req-f5c18a8f-eb9a-413c-8e0f-04f449a7b2af tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:22.255479 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-7554c744-0b4e-4eac-a15a-93537d7119a8 req-f5c18a8f-eb9a-413c-8e0f-04f449a7b2af tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bea10ad-651c-4fcf-9fcf-0e199a9ff9e9 HTTP/1.1" status: 200 len: 945 time: 0.1529825 Jun 10 14:43:22.263596 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c82494-b2f3-444b-82ee-afdc620bbaeb admin admin] Made reservation on behalf of 3497fbebd6c543a99c722d4a9e450510 for: {'network': 1} {{(pid=98189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 14:43:22.266040 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-f0c82494-b2f3-444b-82ee-afdc620bbaeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33290777'] for network, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:22.281973 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-f0c82494-b2f3-444b-82ee-afdc620bbaeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:22.305273 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-7554c744-0b4e-4eac-a15a-93537d7119a8 req-b4c51757-4a9b-4ebf-ad3f-ed00662a9b88 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/security-groups?id=7ef18720-15dd-4ca1-94ee-72a6568dc847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482345 Jun 10 14:43:22.372990 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-be58aee0-6260-4fd8-9982-efb441be169a req-c292dcd0-b25e-44f9-b79f-5ebb407a295a tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=93ab3eb0808c4780983402342bde2843&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1819222 Jun 10 14:43:22.399960 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-f0c82494-b2f3-444b-82ee-afdc620bbaeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:22.406636 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-f0c82494-b2f3-444b-82ee-afdc620bbaeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:22.414060 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-78dfc309-a696-4e54-824c-9d975f98050a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:22.453707 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0c82494-b2f3-444b-82ee-afdc620bbaeb admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=98189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 14:43:22.469667 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c82494-b2f3-444b-82ee-afdc620bbaeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30341d0f-4b56-4034-a128-6e3941a0ee82,revision_number=1']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:22.475554 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-f0c82494-b2f3-444b-82ee-afdc620bbaeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:22.477036 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-f0c82494-b2f3-444b-82ee-afdc620bbaeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32871535'] for segment, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:22.477586 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.db.segments_db [None req-f0c82494-b2f3-444b-82ee-afdc620bbaeb admin admin] Added segment 2b451d6d-6ad0-4825-8426-35f658a1432a of type vlan for network 3a29647e-cef4-4a6e-9d93-cbbf7a7993fc Jun 10 14:43:22.533527 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-be58aee0-6260-4fd8-9982-efb441be169a req-0d0b27ce-2b79-4e52-bc19-56b4d4e56523 service neutron] 10.222.0.38 "GET /v2.0/networks/4744fb36-3c6e-45ed-8835-58a06f451405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597412 Jun 10 14:43:22.545349 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-f0c82494-b2f3-444b-82ee-afdc620bbaeb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770842362772'] for network, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:22.589328 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-f0c82494-b2f3-444b-82ee-afdc620bbaeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545563'] for network, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:22.591145 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c82494-b2f3-444b-82ee-afdc620bbaeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:22.591850 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-f0c82494-b2f3-444b-82ee-afdc620bbaeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545536'] for network, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:22.595721 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-46ca3a4a-b4c8-4de3-9b37-7d347614089c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:22.645454 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-f0c82494-b2f3-444b-82ee-afdc620bbaeb admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4138975 Jun 10 14:43:22.645948 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 34540) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:22.653869 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.v2.base [None req-0b9ad9a2-44c3-4fb9-92ec-dea035f85323 admin admin] Request body: {'subnet': {'network_id': '3a29647e-cef4-4a6e-9d93-cbbf7a7993fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1163235217-subnet', 'tenant_id': '3497fbebd6c543a99c722d4a9e450510', 'ip_version': 4}} {{(pid=98189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:43:22.695767 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-be58aee0-6260-4fd8-9982-efb441be169a req-86997677-ee02-46d8-ae11-5c97af6415fe service neutron] 10.222.0.38 "GET /v2.0/networks/4744fb36-3c6e-45ed-8835-58a06f451405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549127 Jun 10 14:43:22.710807 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c82494-b2f3-444b-82ee-afdc620bbaeb admin admin] Pushing event updated for resources: {'Network': ['ID=3a29647e-cef4-4a6e-9d93-cbbf7a7993fc,revision_number=1']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:22.715022 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-f0c82494-b2f3-444b-82ee-afdc620bbaeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:22.731061 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Network 3a29647e-cef4-4a6e-9d93-cbbf7a7993fc details requested by agent ovs-agent-dv-cinder-795785-1-smb with host dv-cinder-795785-1-smb {{(pid=98190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 14:43:22.733024 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b9ad9a2-44c3-4fb9-92ec-dea035f85323 admin admin] Made reservation on behalf of 3497fbebd6c543a99c722d4a9e450510 for: {'subnet': 1} {{(pid=98189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 14:43:22.736058 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-0b9ad9a2-44c3-4fb9-92ec-dea035f85323 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:22.874536 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c54c8e-d125-405a-8f99-e83522ccd0d4 None None] Sync routers for ids ['5d24de2a-b1f7-406e-af66-35a2be1c94d8'] in dv-cinder-795785-1-smb {{(pid=98190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 14:43:22.914170 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c54c8e-d125-405a-8f99-e83522ccd0d4 None None] Routers {'5d24de2a-b1f7-406e-af66-35a2be1c94d8'} bound to L3 agent in host dv-cinder-795785-1-smb {{(pid=98190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:43:22.914824 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_hamode_db [None req-27c54c8e-d125-405a-8f99-e83522ccd0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T14:34:42Z,description=,heartbeat_timestamp=2021-06-10T14:43:12Z,host='dv-cinder-795785-1-smb',id=e92f4ea4-4278-4a3e-8ba4-23ff1581fd94,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:42Z,topic='l3_agent')) {'router_ids': ['5d24de2a-b1f7-406e-af66-35a2be1c94d8'], 'active': True} {{(pid=98190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:43:23.114760 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-2bc1c84f-c82c-4cc9-895f-3167e0928f16 req-a56327d7-dfbc-4b29-908c-c72a1ffefac4 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/ports?device_id=48806f96-8a7a-47cc-a144-6b1ef8d43028 HTTP/1.1" status: 200 len: 210 time: 0.0938854 Jun 10 14:43:23.117212 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Device e9c950d1-060e-4d91-a5fe-3fd1a8bfd743 up at agent ovs-agent-dv-cinder-795785-1-smb {{(pid=98190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:43:23.122221 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-0b9ad9a2-44c3-4fb9-92ec-dea035f85323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554'] for subnet, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:23.126566 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-47d5faba-b123-4d0d-a8a2-8ba21389f62d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:23.222852 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9ad9a2-44c3-4fb9-92ec-dea035f85323 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dea77d5a-1d2e-4182-98a9-235b6bb54ae5,revision_number=0']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:23.243487 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-0b9ad9a2-44c3-4fb9-92ec-dea035f85323 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:23.278644 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9ad9a2-44c3-4fb9-92ec-dea035f85323 admin admin] Checking segment: {'id': '2b451d6d-6ad0-4825-8426-35f658a1432a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3a29647e-cef4-4a6e-9d93-cbbf7a7993fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 14:43:23.278970 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9ad9a2-44c3-4fb9-92ec-dea035f85323 admin admin] Network hostable DHCP agents. Network: 3a29647e-cef4-4a6e-9d93-cbbf7a7993fc, hostable agents: ['e526b2fa-fac9-473e-91d9-302d4f3c322e'], hosted agents: [] {{(pid=98189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 14:43:23.312976 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9ad9a2-44c3-4fb9-92ec-dea035f85323 admin admin] Network 3a29647e-cef4-4a6e-9d93-cbbf7a7993fc is scheduled to be hosted by DHCP agent e526b2fa-fac9-473e-91d9-302d4f3c322e with binding_index 1 {{(pid=98189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 14:43:23.325133 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.base_scheduler [None req-0b9ad9a2-44c3-4fb9-92ec-dea035f85323 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795785-1-smb, 3a29647e-cef4-4a6e-9d93-cbbf7a7993fc) {{(pid=98189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:43:23.338117 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c975c24c-8ad7-4287-baf5-954d0ade1d1f None None] Network 3a29647e-cef4-4a6e-9d93-cbbf7a7993fc requested from dv-cinder-795785-1-smb {{(pid=98190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 14:43:23.360013 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9ad9a2-44c3-4fb9-92ec-dea035f85323 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:23.364099 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-0b9ad9a2-44c3-4fb9-92ec-dea035f85323 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545536'] for subnet, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:23.412180 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-0b9ad9a2-44c3-4fb9-92ec-dea035f85323 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7628672 Jun 10 14:43:23.413303 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 34580) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:23.418585 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.v2.base [None req-6801b391-4ffa-4a01-aa32-e2b621216045 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1163235217-router', 'tenant_id': '3497fbebd6c543a99c722d4a9e450510', 'external_gateway_info': {'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a'}}} {{(pid=98188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:43:23.464564 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-6801b391-4ffa-4a01-aa32-e2b621216045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-753389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41740'] for router, before_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:23.465981 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-6801b391-4ffa-4a01-aa32-e2b621216045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-753224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-725434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41781'] for router, precommit_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:23.487462 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 34584) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:23.586451 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_dvr_db [None req-27c54c8e-d125-405a-8f99-e83522ccd0d4 None None] Set router 5d24de2a-b1f7-406e-af66-35a2be1c94d8 gateway port host: dv-cinder-795785-1-smb {{(pid=98190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:43:23.653494 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-72231369-2623-46b9-9c77-e2709ca0d431 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:23.681201 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-6801b391-4ffa-4a01-aa32-e2b621216045 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:23.937570 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-72231369-2623-46b9-9c77-e2709ca0d431 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:23.945117 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-72231369-2623-46b9-9c77-e2709ca0d431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:23.953983 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-6d43e6b5-10d4-4fc6-9e95-cbbc9e857ce4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:24.008046 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-72231369-2623-46b9-9c77-e2709ca0d431 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ba38a7f5a76b437fa8057de6c89e754b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5096402 Jun 10 14:43:24.009404 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72231369-2623-46b9-9c77-e2709ca0d431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5db16635-affd-4eba-bc34-d47705f9ee47,revision_number=1']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:24.012127 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 34594) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:24.019846 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-72231369-2623-46b9-9c77-e2709ca0d431 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:24.077375 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-d5ce6c60-5af3-4a26-a8f4-c64080f7833b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:24.100868 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7319bcbd-358a-4937-a650-fdec975814a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf5b42f4-d7c5-5d8a-92f6-9d4013c287c3-3a29647e-cef4-4a6e-9d93-cbbf7a7993fc', 'network_id': '3a29647e-cef4-4a6e-9d93-cbbf7a7993fc', 'tenant_id': '3497fbebd6c543a99c722d4a9e450510', 'fixed_ips': [{'subnet_id': 'dea77d5a-1d2e-4182-98a9-235b6bb54ae5'}]}} from dv-cinder-795785-1-smb. {{(pid=98190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 14:43:24.101771 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-7319bcbd-358a-4937-a650-fdec975814a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_create {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:24.126310 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-d5ce6c60-5af3-4a26-a8f4-c64080f7833b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:24.168855 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Provisioning for port e9c950d1-060e-4d91-a5fe-3fd1a8bfd743 completed by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:43:24.182718 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd67e8d7-a03c-46cc-8c54-174bdf78fe59 req-360616c6-6038-4801-8f88-c45c5ac0eeaf tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:24.191166 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-fd67e8d7-a03c-46cc-8c54-174bdf78fe59 req-360616c6-6038-4801-8f88-c45c5ac0eeaf tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bea10ad-651c-4fcf-9fcf-0e199a9ff9e9 HTTP/1.1" status: 200 len: 945 time: 0.5657606 Jun 10 14:43:24.222576 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Provisioning complete for port e9c950d1-060e-4d91-a5fe-3fd1a8bfd743 triggered by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:43:24.228613 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32877986'] for port, provisioning_complete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:24.270464 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-d5ce6c60-5af3-4a26-a8f4-c64080f7833b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:24.273421 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-d5ce6c60-5af3-4a26-a8f4-c64080f7833b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:24.274748 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-d5ce6c60-5af3-4a26-a8f4-c64080f7833b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5db16635-affd-4eba-bc34-d47705f9ee47 HTTP/1.1" status: 204 len: 168 time: 0.2615716 Jun 10 14:43:24.276740 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-a0a871f0-3c20-4f88-b9e5-62649163c0d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:24.291815 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ce6c60-5af3-4a26-a8f4-c64080f7833b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db16635-affd-4eba-bc34-d47705f9ee47,revision_number=None']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:24.297153 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-d5ce6c60-5af3-4a26-a8f4-c64080f7833b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:24.341056 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-fd67e8d7-a03c-46cc-8c54-174bdf78fe59 req-225aed9d-bbd2-4fb5-9083-9f19a649bc16 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/security-groups?id=7ef18720-15dd-4ca1-94ee-72a6568dc847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486623 Jun 10 14:43:24.358658 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-6801b391-4ffa-4a01-aa32-e2b621216045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-725427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41771'] for router, precommit_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:24.397453 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-4699618e-f3f2-4fd1-ae43-2b8ffebb4da1 req-323382fb-e86f-4070-8c05-fba4e2fdb40a tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/ports?device_id=48806f96-8a7a-47cc-a144-6b1ef8d43028 HTTP/1.1" status: 200 len: 210 time: 0.0536253 Jun 10 14:43:24.495402 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_hamode_db [None req-27c54c8e-d125-405a-8f99-e83522ccd0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d24de2a-b1f7-406e-af66-35a2be1c94d8', 'name': 'tempest-TestMinimumBasicScenario-1583580859-router', 'tenant_id': '3065c91b66384aefa642d766c49e32b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'external_fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.148'}], 'enable_snat': True}, 'gw_port_id': 'e9c950d1-060e-4d91-a5fe-3fd1a8bfd743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:43:11Z', 'updated_at': '2021-06-10T14:43:20Z', 'revision_number': 4, 'project_id': '3065c91b66384aefa642d766c49e32b2', 'gw_port': {'id': 'e9c950d1-060e-4d91-a5fe-3fd1a8bfd743', 'name': '', 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a3:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d24de2a-b1f7-406e-af66-35a2be1c94d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:43:13Z', 'updated_at': '2021-06-10T14:43:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-smb', '_interfaces': [{'id': '1230d2fe-d446-44a7-81d2-422d2721d420', 'name': '', 'network_id': 'afb3d1e6-69a8-46b1-ad00-dfea32c79a7b', 'tenant_id': '3065c91b66384aefa642d766c49e32b2', 'mac_address': 'fa:16:3e:95:cb:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d24de2a-b1f7-406e-af66-35a2be1c94d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': '608c40fd-af24-4c4d-b8ac-392ee5ac2abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:43:19Z', 'updated_at': '2021-06-10T14:43:20Z', 'revision_number': 2, 'project_id': '3065c91b66384aefa642d766c49e32b2', 'subnets': [{'id': '608c40fd-af24-4c4d-b8ac-392ee5ac2abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-1-smb', False) {} {{(pid=98190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:43:24.504328 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.db_base_plugin_common [None req-7319bcbd-358a-4937-a650-fdec975814a8 None None] Allocated IP 172.20.0.2 (3a29647e-cef4-4a6e-9d93-cbbf7a7993fc/dea77d5a-1d2e-4182-98a9-235b6bb54ae5/d81452e0-bdaf-4d97-a5d7-6322686a2109) {{(pid=98190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 14:43:24.511777 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c54c8e-d125-405a-8f99-e83522ccd0d4 None None] Checking router: 5d24de2a-b1f7-406e-af66-35a2be1c94d8 for host: dv-cinder-795785-1-smb {{(pid=98190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 14:43:24.511777 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c54c8e-d125-405a-8f99-e83522ccd0d4 None None] Updating router 5d24de2a-b1f7-406e-af66-35a2be1c94d8 port 1230d2fe-d446-44a7-81d2-422d2721d420 binding host dv-cinder-795785-1-smb {{(pid=98190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 14:43:24.616958 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:24.630272 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-27c54c8e-d125-405a-8f99-e83522ccd0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:24.699132 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-6801b391-4ffa-4a01-aa32-e2b621216045 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:24.705313 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] For port e9c950d1-060e-4d91-a5fe-3fd1a8bfd743, host dv-cinder-795785-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-smb',level=0,port_id=e9c950d1-060e-4d91-a5fe-3fd1a8bfd743,segment=NetworkSegment(09b1f6b8-9c92-4513-844c-f3187f12106a),segment_id=09b1f6b8-9c92-4513-844c-f3187f12106a)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:43:24.732620 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-6801b391-4ffa-4a01-aa32-e2b621216045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:24.748325 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:24.752917 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-323d55bb-39d2-472a-a983-1254fd089848 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:24.929401 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.db.db_base_plugin_common [None req-6801b391-4ffa-4a01-aa32-e2b621216045 admin admin] Allocated IP 172.28.0.136 (d939252c-9d87-4c0a-b331-cccdb2846f4a/bb56f5fa-8acc-4201-b097-078ac8811790/ccae7a75-f234-46a1-ae6a-35ce2b457b62) {{(pid=98188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 14:43:24.982896 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Pushing event updated for resources: {'Port': ['ID=e9c950d1-060e-4d91-a5fe-3fd1a8bfd743,revision_number=4']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:24.994237 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:25.059444 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-7319bcbd-358a-4937-a650-fdec975814a8 None None] Notify callbacks [] for port, precommit_create {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:25.115867 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-7319bcbd-358a-4937-a650-fdec975814a8 None None] Transition to ACTIVE for port object d81452e0-bdaf-4d97-a5d7-6322686a2109 will not be triggered until provisioned by entity L2. {{(pid=98190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:43:25.159456 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-7319bcbd-358a-4937-a650-fdec975814a8 None None] Transition to ACTIVE for port object d81452e0-bdaf-4d97-a5d7-6322686a2109 will not be triggered until provisioned by entity DHCP. {{(pid=98190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:43:25.193168 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-7319bcbd-358a-4937-a650-fdec975814a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33290945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770842374660'] for port, after_create {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:25.207380 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:25.250435 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58aee0-6260-4fd8-9982-efb441be169a req-6910d0e6-0caa-4b99-b365-e00e9527a078 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:25.251893 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-be58aee0-6260-4fd8-9982-efb441be169a req-6910d0e6-0caa-4b99-b365-e00e9527a078 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.36 "GET /v2.0/networks?id=4744fb36-3c6e-45ed-8835-58a06f451405 HTTP/1.1" status: 200 len: 814 time: 0.2806058 Jun 10 14:43:25.286713 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.v2.base [req-be58aee0-6260-4fd8-9982-efb441be169a req-6efbeebe-1611-4781-9d5c-b42432daf991 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Request body: {'port': {'device_id': '48806f96-8a7a-47cc-a144-6b1ef8d43028', 'network_id': '4744fb36-3c6e-45ed-8835-58a06f451405', 'admin_state_up': True, 'tenant_id': '93ab3eb0808c4780983402342bde2843'}} {{(pid=98188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:43:25.294939 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7319bcbd-358a-4937-a650-fdec975814a8 None None] Network 3a29647e-cef4-4a6e-9d93-cbbf7a7993fc is already hosted by enough agents. {{(pid=98190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 14:43:25.319846 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.scheduler.base_scheduler [None req-7319bcbd-358a-4937-a650-fdec975814a8 None None] Resources bound (agent type, host, resource id): {{(pid=98190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:43:25.326208 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7319bcbd-358a-4937-a650-fdec975814a8 None None] Received port after_create {{(pid=98190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 14:43:25.344108 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7319bcbd-358a-4937-a650-fdec975814a8 None None] Pushing event updated for resources: {'Port': ['ID=d81452e0-bdaf-4d97-a5d7-6322686a2109,revision_number=1']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:25.350314 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-6801b391-4ffa-4a01-aa32-e2b621216045 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:25.356876 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-7319bcbd-358a-4937-a650-fdec975814a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:25.488491 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-27c54c8e-d125-405a-8f99-e83522ccd0d4 None None] Notify callbacks [] for port, precommit_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:25.501619 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.managers [None req-7319bcbd-358a-4937-a650-fdec975814a8 None None] Attempting to bind port d81452e0-bdaf-4d97-a5d7-6322686a2109 on host dv-cinder-795785-1-smb for vnic_type normal with profile {{(pid=98190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 14:43:25.502092 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.managers [None req-7319bcbd-358a-4937-a650-fdec975814a8 None None] Attempting to bind port d81452e0-bdaf-4d97-a5d7-6322686a2109 by drivers openvswitch,hyperv on host dv-cinder-795785-1-smb at level 0 using segments [{'id': '2b451d6d-6ad0-4825-8426-35f658a1432a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3a29647e-cef4-4a6e-9d93-cbbf7a7993fc'}] {{(pid=98190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 14:43:25.502401 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7319bcbd-358a-4937-a650-fdec975814a8 None None] Attempting to bind port d81452e0-bdaf-4d97-a5d7-6322686a2109 on network 3a29647e-cef4-4a6e-9d93-cbbf7a7993fc {{(pid=98190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 14:43:25.521320 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7319bcbd-358a-4937-a650-fdec975814a8 None None] Checking agent: {'id': '22b05ad3-e755-4423-b55e-6b54dea224ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 14, 34, 42), 'started_at': datetime.datetime(2021, 6, 10, 14, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 14, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 14:43:25.521707 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7319bcbd-358a-4937-a650-fdec975814a8 None None] Checking segment: {'id': '2b451d6d-6ad0-4825-8426-35f658a1432a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3a29647e-cef4-4a6e-9d93-cbbf7a7993fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 14:43:25.526022 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-7319bcbd-358a-4937-a650-fdec975814a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:25.526531 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7319bcbd-358a-4937-a650-fdec975814a8 None None] Bound using segment: {'id': '2b451d6d-6ad0-4825-8426-35f658a1432a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3a29647e-cef4-4a6e-9d93-cbbf7a7993fc'} {{(pid=98190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 14:43:25.529970 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.managers [None req-7319bcbd-358a-4937-a650-fdec975814a8 None None] Bound port: d81452e0-bdaf-4d97-a5d7-6322686a2109, host: dv-cinder-795785-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b451d6d-6ad0-4825-8426-35f658a1432a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3a29647e-cef4-4a6e-9d93-cbbf7a7993fc'}}] {{(pid=98190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 14:43:25.530374 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-7319bcbd-358a-4937-a650-fdec975814a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:25.554172 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be58aee0-6260-4fd8-9982-efb441be169a req-6efbeebe-1611-4781-9d5c-b42432daf991 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Made reservation on behalf of 93ab3eb0808c4780983402342bde2843 for: {'port': 1} {{(pid=98188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 14:43:25.558231 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-be58aee0-6260-4fd8-9982-efb441be169a req-6efbeebe-1611-4781-9d5c-b42432daf991 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:25.578347 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-27c54c8e-d125-405a-8f99-e83522ccd0d4 None None] Transition to ACTIVE for port object 1230d2fe-d446-44a7-81d2-422d2721d420 will not be triggered until provisioned by entity L2. {{(pid=98190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:43:25.624564 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-27c54c8e-d125-405a-8f99-e83522ccd0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:25.630464 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:25.675473 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-94749687-90e7-49b6-a967-49504210007b req-f179220d-db87-4ffc-b3a5-b9a5be8d4382 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/ports?device_id=48806f96-8a7a-47cc-a144-6b1ef8d43028 HTTP/1.1" status: 200 len: 210 time: 0.0748620 Jun 10 14:43:25.677060 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-6801b391-4ffa-4a01-aa32-e2b621216045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33290945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770842374660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4122283'] for port, after_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:25.704767 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca554c4c-f657-4b49-b9f2-1663e3d29d96 None None] Pushing event updated for resources: {'Port': ['ID=1230d2fe-d446-44a7-81d2-422d2721d420,revision_number=3']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:25.711897 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-ca554c4c-f657-4b49-b9f2-1663e3d29d96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:25.797199 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-10b9dbc0-718a-4c1f-9560-65266cb3fc48 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:25.866652 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6801b391-4ffa-4a01-aa32-e2b621216045 admin admin] Pushing event updated for resources: {'Port': ['ID=ccae7a75-f234-46a1-ae6a-35ce2b457b62,revision_number=1']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:25.870801 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-6801b391-4ffa-4a01-aa32-e2b621216045 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:25.901311 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6801b391-4ffa-4a01-aa32-e2b621216045 admin admin] Network d939252c-9d87-4c0a-b331-cccdb2846f4a is already hosted by enough agents. {{(pid=98188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 14:43:25.913194 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.scheduler.base_scheduler [None req-6801b391-4ffa-4a01-aa32-e2b621216045 admin admin] Resources bound (agent type, host, resource id): {{(pid=98188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:43:25.916848 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.db.db_base_plugin_common [req-be58aee0-6260-4fd8-9982-efb441be169a req-6efbeebe-1611-4781-9d5c-b42432daf991 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Allocated IP 172.20.0.2 (4744fb36-3c6e-45ed-8835-58a06f451405/f163fe2f-7ae5-4149-86b3-e8dbde6e7191/a22c72fc-a994-43ca-87f0-11a179bacc56) {{(pid=98188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 14:43:25.919113 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6801b391-4ffa-4a01-aa32-e2b621216045 admin admin] Received port after_create {{(pid=98188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 14:43:25.992037 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5135424f-0357-4c80-a36d-919b23790710 req-43be2bfd-ea10-4231-a098-04ba0fa8423c tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:25.993665 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-5135424f-0357-4c80-a36d-919b23790710 req-43be2bfd-ea10-4231-a098-04ba0fa8423c tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bea10ad-651c-4fcf-9fcf-0e199a9ff9e9 HTTP/1.1" status: 200 len: 945 time: 0.4853427 Jun 10 14:43:26.113772 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-7319bcbd-358a-4937-a650-fdec975814a8 None None] For port d81452e0-bdaf-4d97-a5d7-6322686a2109, host dv-cinder-795785-1-smb, cleared binding levels {{(pid=98190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 14:43:26.136490 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-7319bcbd-358a-4937-a650-fdec975814a8 None None] For port d81452e0-bdaf-4d97-a5d7-6322686a2109, host dv-cinder-795785-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-smb',level=0,port_id=d81452e0-bdaf-4d97-a5d7-6322686a2109,segment=NetworkSegment(2b451d6d-6ad0-4825-8426-35f658a1432a),segment_id=2b451d6d-6ad0-4825-8426-35f658a1432a)] {{(pid=98190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 14:43:26.152327 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-7319bcbd-358a-4937-a650-fdec975814a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:26.162826 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:26.176559 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.managers [None req-27c54c8e-d125-405a-8f99-e83522ccd0d4 None None] Attempting to bind port 1230d2fe-d446-44a7-81d2-422d2721d420 on host dv-cinder-795785-1-smb for vnic_type normal with profile {{(pid=98190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 14:43:26.176966 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.managers [None req-27c54c8e-d125-405a-8f99-e83522ccd0d4 None None] Attempting to bind port 1230d2fe-d446-44a7-81d2-422d2721d420 by drivers openvswitch,hyperv on host dv-cinder-795785-1-smb at level 0 using segments [{'id': '5a31d746-9e5d-46e8-b021-750c831f5d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'afb3d1e6-69a8-46b1-ad00-dfea32c79a7b'}] {{(pid=98190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 14:43:26.177477 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c54c8e-d125-405a-8f99-e83522ccd0d4 None None] Attempting to bind port 1230d2fe-d446-44a7-81d2-422d2721d420 on network afb3d1e6-69a8-46b1-ad00-dfea32c79a7b {{(pid=98190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 14:43:26.195878 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-5135424f-0357-4c80-a36d-919b23790710 req-79bf5188-0713-4306-8fa6-4216c245012a tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/security-groups?id=7ef18720-15dd-4ca1-94ee-72a6568dc847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935556 Jun 10 14:43:26.208616 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c54c8e-d125-405a-8f99-e83522ccd0d4 None None] Checking agent: {'id': '22b05ad3-e755-4423-b55e-6b54dea224ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 14, 34, 42), 'started_at': datetime.datetime(2021, 6, 10, 14, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 14, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 14:43:26.209150 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c54c8e-d125-405a-8f99-e83522ccd0d4 None None] Checking segment: {'id': '5a31d746-9e5d-46e8-b021-750c831f5d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'afb3d1e6-69a8-46b1-ad00-dfea32c79a7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 14:43:26.209659 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-27c54c8e-d125-405a-8f99-e83522ccd0d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:26.210157 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c54c8e-d125-405a-8f99-e83522ccd0d4 None None] Bound using segment: {'id': '5a31d746-9e5d-46e8-b021-750c831f5d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'afb3d1e6-69a8-46b1-ad00-dfea32c79a7b'} {{(pid=98190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 14:43:26.210764 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.managers [None req-27c54c8e-d125-405a-8f99-e83522ccd0d4 None None] Bound port: 1230d2fe-d446-44a7-81d2-422d2721d420, host: dv-cinder-795785-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a31d746-9e5d-46e8-b021-750c831f5d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'afb3d1e6-69a8-46b1-ad00-dfea32c79a7b'}}] {{(pid=98190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 14:43:26.211239 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-27c54c8e-d125-405a-8f99-e83522ccd0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:26.296956 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7319bcbd-358a-4937-a650-fdec975814a8 None None] Pushing event updated for resources: {'Port': ['ID=d81452e0-bdaf-4d97-a5d7-6322686a2109,revision_number=2']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:26.302145 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-7319bcbd-358a-4937-a650-fdec975814a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:26.349029 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-27c54c8e-d125-405a-8f99-e83522ccd0d4 None None] For port 1230d2fe-d446-44a7-81d2-422d2721d420, host dv-cinder-795785-1-smb, cleared binding levels {{(pid=98190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 14:43:26.355986 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-27c54c8e-d125-405a-8f99-e83522ccd0d4 None None] For port 1230d2fe-d446-44a7-81d2-422d2721d420, host dv-cinder-795785-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-smb',level=0,port_id=1230d2fe-d446-44a7-81d2-422d2721d420,segment=NetworkSegment(5a31d746-9e5d-46e8-b021-750c831f5d0c),segment_id=5a31d746-9e5d-46e8-b021-750c831f5d0c)] {{(pid=98190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 14:43:26.363302 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-27c54c8e-d125-405a-8f99-e83522ccd0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:26.366463 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:26.437512 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c54c8e-d125-405a-8f99-e83522ccd0d4 None None] Routers {'5d24de2a-b1f7-406e-af66-35a2be1c94d8'} bound to L3 agent in host dv-cinder-795785-1-smb {{(pid=98190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:43:26.438027 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_hamode_db [None req-27c54c8e-d125-405a-8f99-e83522ccd0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T14:34:42Z,description=,heartbeat_timestamp=2021-06-10T14:43:12Z,host='dv-cinder-795785-1-smb',id=e92f4ea4-4278-4a3e-8ba4-23ff1581fd94,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:42Z,topic='l3_agent')) {'router_ids': ['5d24de2a-b1f7-406e-af66-35a2be1c94d8'], 'active': True} {{(pid=98190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:43:26.635685 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca554c4c-f657-4b49-b9f2-1663e3d29d96 None None] Pushing event updated for resources: {'Port': ['ID=1230d2fe-d446-44a7-81d2-422d2721d420,revision_number=4']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:26.639614 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-ca554c4c-f657-4b49-b9f2-1663e3d29d96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:26.679474 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_dvr_db [None req-27c54c8e-d125-405a-8f99-e83522ccd0d4 None None] Set router 5d24de2a-b1f7-406e-af66-35a2be1c94d8 gateway port host: dv-cinder-795785-1-smb {{(pid=98190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:43:27.149905 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-e9c44bc7-288d-428d-8596-2546d9b90aab req-9d153af2-2e28-4ec0-b545-970d8fcb24bf tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/ports?device_id=48806f96-8a7a-47cc-a144-6b1ef8d43028 HTTP/1.1" status: 200 len: 210 time: 0.0565729 Jun 10 14:43:27.187675 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_hamode_db [None req-27c54c8e-d125-405a-8f99-e83522ccd0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d24de2a-b1f7-406e-af66-35a2be1c94d8', 'name': 'tempest-TestMinimumBasicScenario-1583580859-router', 'tenant_id': '3065c91b66384aefa642d766c49e32b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'external_fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.148'}], 'enable_snat': True}, 'gw_port_id': 'e9c950d1-060e-4d91-a5fe-3fd1a8bfd743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:43:11Z', 'updated_at': '2021-06-10T14:43:20Z', 'revision_number': 4, 'project_id': '3065c91b66384aefa642d766c49e32b2', 'gw_port': {'id': 'e9c950d1-060e-4d91-a5fe-3fd1a8bfd743', 'name': '', 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d24de2a-b1f7-406e-af66-35a2be1c94d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:43:13Z', 'updated_at': '2021-06-10T14:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-smb', '_interfaces': [{'id': '1230d2fe-d446-44a7-81d2-422d2721d420', 'name': '', 'network_id': 'afb3d1e6-69a8-46b1-ad00-dfea32c79a7b', 'tenant_id': '3065c91b66384aefa642d766c49e32b2', 'mac_address': 'fa:16:3e:95:cb:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d24de2a-b1f7-406e-af66-35a2be1c94d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': '608c40fd-af24-4c4d-b8ac-392ee5ac2abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:43:19Z', 'updated_at': '2021-06-10T14:43:26Z', 'revision_number': 4, 'project_id': '3065c91b66384aefa642d766c49e32b2', 'subnets': [{'id': '608c40fd-af24-4c4d-b8ac-392ee5ac2abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-1-smb', False) {} {{(pid=98190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:43:27.195534 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Device d81452e0-bdaf-4d97-a5d7-6322686a2109 up at agent ovs-agent-dv-cinder-795785-1-smb {{(pid=98190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:43:27.200923 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c54c8e-d125-405a-8f99-e83522ccd0d4 None None] The sync data for ids ['5d24de2a-b1f7-406e-af66-35a2be1c94d8'] in dv-cinder-795785-1-smb is: [{'id': '5d24de2a-b1f7-406e-af66-35a2be1c94d8', 'name': 'tempest-TestMinimumBasicScenario-1583580859-router', 'tenant_id': '3065c91b66384aefa642d766c49e32b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'external_fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.148'}], 'enable_snat': True}, 'gw_port_id': 'e9c950d1-060e-4d91-a5fe-3fd1a8bfd743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:43:11Z', 'updated_at': '2021-06-10T14:43:20Z', 'revision_number': 4, 'project_id': '3065c91b66384aefa642d766c49e32b2', 'gw_port': {'id': 'e9c950d1-060e-4d91-a5fe-3fd1a8bfd743', 'name': '', 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d24de2a-b1f7-406e-af66-35a2be1c94d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:43:13Z', 'updated_at': '2021-06-10T14:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-smb', '_interfaces': [{'id': '1230d2fe-d446-44a7-81d2-422d2721d420', 'name': '', 'network_id': 'afb3d1e6-69a8-46b1-ad00-dfea32c79a7b', 'tenant_id': '3065c91b66384aefa642d766c49e32b2', 'mac_address': 'fa:16:3e:95:cb:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d24de2a-b1f7-406e-af66-35a2be1c94d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': '608c40fd-af24-4c4d-b8ac-392ee5ac2abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:43:19Z', 'updated_at': '2021-06-10T14:43:26Z', 'revision_number': 4, 'project_id': '3065c91b66384aefa642d766c49e32b2', 'subnets': [{'id': '608c40fd-af24-4c4d-b8ac-392ee5ac2abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 14:43:27.209219 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-be58aee0-6260-4fd8-9982-efb441be169a req-6efbeebe-1611-4781-9d5c-b42432daf991 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Notify callbacks [] for port, precommit_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:27.249855 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-6801b391-4ffa-4a01-aa32-e2b621216045 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:27.382558 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Provisioning for port d81452e0-bdaf-4d97-a5d7-6322686a2109 completed by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:43:27.392292 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Device e9c950d1-060e-4d91-a5fe-3fd1a8bfd743 up at agent ovs-agent-dv-cinder-795785-1-smb {{(pid=98190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:43:27.549852 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Provisioning complete for port e9c950d1-060e-4d91-a5fe-3fd1a8bfd743 triggered by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:43:27.550337 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32877986'] for port, provisioning_complete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:27.597780 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-be58aee0-6260-4fd8-9982-efb441be169a req-6efbeebe-1611-4781-9d5c-b42432daf991 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33290945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770842374660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4122283'] for port, after_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:27.625765 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 34718) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:27.646484 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] get_ports_and_sgs() called for port_ids ['42f445f4-e87a-4d6f-b3b2-0c6909763766', 'd517ec4f-21da-4ddf-8f70-006e1533d758'] {{(pid=98190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 14:43:27.656401 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-bf5b6794-8cec-40df-bbb8-19be5a08f204 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:27.673657 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be58aee0-6260-4fd8-9982-efb441be169a req-6efbeebe-1611-4781-9d5c-b42432daf991 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Network 4744fb36-3c6e-45ed-8835-58a06f451405 is already hosted by enough agents. {{(pid=98188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 14:43:27.680429 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.scheduler.base_scheduler [req-be58aee0-6260-4fd8-9982-efb441be169a req-6efbeebe-1611-4781-9d5c-b42432daf991 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Resources bound (agent type, host, resource id): {{(pid=98188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:43:27.694698 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.db.l3_dvrscheduler_db [req-be58aee0-6260-4fd8-9982-efb441be169a req-6efbeebe-1611-4781-9d5c-b42432daf991 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Received port after_create {{(pid=98188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 14:43:27.814222 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-f9598338-ad6d-4042-9480-b0386c1e37a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:27.917326 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c70d11-2d64-4eea-801b-01590f862df0 None None] Network 3a29647e-cef4-4a6e-9d93-cbbf7a7993fc requested from dv-cinder-795785-1-smb {{(pid=98190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 14:43:27.992873 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-f9598338-ad6d-4042-9480-b0386c1e37a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:27.999114 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-f9598338-ad6d-4042-9480-b0386c1e37a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:28.004250 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:28.014150 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e36b03a-1e5c-4b7f-a84d-25a7cb3e26ab req-597a38e2-c688-43e4-811f-f0cf4b430946 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:28.016336 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-4e36b03a-1e5c-4b7f-a84d-25a7cb3e26ab req-597a38e2-c688-43e4-811f-f0cf4b430946 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bea10ad-651c-4fcf-9fcf-0e199a9ff9e9 HTTP/1.1" status: 200 len: 945 time: 0.5173821 Jun 10 14:43:28.021280 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efbeebe-1611-4781-9d5c-b42432daf991 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Pushing event updated for resources: {'Port': ['ID=a22c72fc-a994-43ca-87f0-11a179bacc56,revision_number=1']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:28.042727 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-e355ee29-bf1c-4f15-bebe-c8e16eaddca3 None None] Provisioning for port d81452e0-bdaf-4d97-a5d7-6322686a2109 completed by entity DHCP. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:43:28.051117 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-6efbeebe-1611-4781-9d5c-b42432daf991 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:28.069763 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-f9598338-ad6d-4042-9480-b0386c1e37a8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c2a1cb51957b446cad3c706590f67865&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4420369 Jun 10 14:43:28.071080 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 34722) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:28.080342 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9598338-ad6d-4042-9480-b0386c1e37a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56039589-7f72-4512-bc6b-1491d5289cb0,revision_number=1']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:28.086150 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-e355ee29-bf1c-4f15-bebe-c8e16eaddca3 None None] Provisioning complete for port d81452e0-bdaf-4d97-a5d7-6322686a2109 triggered by entity DHCP. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:43:28.086511 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-f9598338-ad6d-4042-9480-b0386c1e37a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:28.086727 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-e355ee29-bf1c-4f15-bebe-c8e16eaddca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32877986'] for port, provisioning_complete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:28.097587 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58aee0-6260-4fd8-9982-efb441be169a req-6efbeebe-1611-4781-9d5c-b42432daf991 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:28.102595 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-be58aee0-6260-4fd8-9982-efb441be169a req-6efbeebe-1611-4781-9d5c-b42432daf991 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545536'] for port, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:28.154842 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-8c36cda5-453d-482f-88e0-4a99c27ee2b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:28.159673 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-4e36b03a-1e5c-4b7f-a84d-25a7cb3e26ab req-5e9dcaf3-5bef-462c-9ca0-3540547f47aa tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/security-groups?id=7ef18720-15dd-4ca1-94ee-72a6568dc847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348529 Jun 10 14:43:28.162254 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-6801b391-4ffa-4a01-aa32-e2b621216045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726267'] for router, after_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:28.167569 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-be58aee0-6260-4fd8-9982-efb441be169a req-6efbeebe-1611-4781-9d5c-b42432daf991 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9016721 Jun 10 14:43:28.223811 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-8c36cda5-453d-482f-88e0-4a99c27ee2b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:28.304611 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.v2.base [req-be58aee0-6260-4fd8-9982-efb441be169a req-c6b85088-2290-4144-b7a9-e56f7f518128 service neutron] Request body: {'port': {'device_id': '48806f96-8a7a-47cc-a144-6b1ef8d43028', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79578'}} {{(pid=98188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:43:28.304855 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-8c36cda5-453d-482f-88e0-4a99c27ee2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:28.307290 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-8c36cda5-453d-482f-88e0-4a99c27ee2b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:28.308788 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-8c36cda5-453d-482f-88e0-4a99c27ee2b4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/56039589-7f72-4512-bc6b-1491d5289cb0 HTTP/1.1" status: 204 len: 168 time: 0.2357376 Jun 10 14:43:28.309719 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-d5ce6c60-5af3-4a26-a8f4-c64080f7833b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:28.322471 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c36cda5-453d-482f-88e0-4a99c27ee2b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56039589-7f72-4512-bc6b-1491d5289cb0,revision_number=None']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:28.325020 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-8c36cda5-453d-482f-88e0-4a99c27ee2b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:28.429133 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-e355ee29-bf1c-4f15-bebe-c8e16eaddca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:28.480168 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-be58aee0-6260-4fd8-9982-efb441be169a req-c6b85088-2290-4144-b7a9-e56f7f518128 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:28.537447 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-e355ee29-bf1c-4f15-bebe-c8e16eaddca3 None None] For port d81452e0-bdaf-4d97-a5d7-6322686a2109, host dv-cinder-795785-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-smb',level=0,port_id=d81452e0-bdaf-4d97-a5d7-6322686a2109,segment=NetworkSegment(2b451d6d-6ad0-4825-8426-35f658a1432a),segment_id=2b451d6d-6ad0-4825-8426-35f658a1432a)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:43:28.545316 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-e355ee29-bf1c-4f15-bebe-c8e16eaddca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:28.547612 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:28.633388 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e355ee29-bf1c-4f15-bebe-c8e16eaddca3 None None] Pushing event updated for resources: {'Port': ['ID=d81452e0-bdaf-4d97-a5d7-6322686a2109,revision_number=3']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:28.647514 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-e355ee29-bf1c-4f15-bebe-c8e16eaddca3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:28.651333 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6801b391-4ffa-4a01-aa32-e2b621216045 admin admin] Router afc6eee9-f081-4d36-b4e1-7054fa11713e is scheduled to L3 agent e92f4ea4-4278-4a3e-8ba4-23ff1581fd94 with binding_index 1 {{(pid=98188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 14:43:28.767247 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d83b59-7d2d-4bed-9a26-af3e85755aa3 req-c9f248d9-a079-424d-b196-99a198c4ae34 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:28.775256 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-b6d83b59-7d2d-4bed-9a26-af3e85755aa3 req-c9f248d9-a079-424d-b196-99a198c4ae34 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/ports?device_id=48806f96-8a7a-47cc-a144-6b1ef8d43028 HTTP/1.1" status: 200 len: 931 time: 0.3472219 Jun 10 14:43:28.778373 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 34744) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:28.799085 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-63980e88-1b2f-40d0-bb55-fafe3ffece7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:28.990953 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-8eb2c843-02dc-4468-860d-0f0c3da25a47 None None] Provisioning complete for port d81452e0-bdaf-4d97-a5d7-6322686a2109 triggered by entity DHCP. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:43:28.991394 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-8eb2c843-02dc-4468-860d-0f0c3da25a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32877986'] for port, provisioning_complete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:29.123192 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-b6d83b59-7d2d-4bed-9a26-af3e85755aa3 req-3090fcfd-046c-48f9-a501-39aeef3c0939 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa6450ec-2090-40c0-8f5e-ef907fcb2083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3449357 Jun 10 14:43:29.153000 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-63980e88-1b2f-40d0-bb55-fafe3ffece7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:29.178127 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-63980e88-1b2f-40d0-bb55-fafe3ffece7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:29.243044 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Device d81452e0-bdaf-4d97-a5d7-6322686a2109 up at agent ovs-agent-dv-cinder-795785-1-smb {{(pid=98190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:43:29.250257 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-e06345c6-9f98-493b-9a6e-e56b81b724f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:29.263339 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-63980e88-1b2f-40d0-bb55-fafe3ffece7c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9529f77d1f164a528a65c5e567f95dec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4837170 Jun 10 14:43:29.282571 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 34762) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:29.364236 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Provisioning complete for port d81452e0-bdaf-4d97-a5d7-6322686a2109 triggered by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:43:29.364990 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32877986'] for port, provisioning_complete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:29.420550 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-12fb3f1c-3ea8-43ab-8836-bc1686ac4f98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:29.422468 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63980e88-1b2f-40d0-bb55-fafe3ffece7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f287f88-e661-48f6-b15c-c694c5df556f,revision_number=1']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:29.423906 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.notifiers.nova [req-be58aee0-6260-4fd8-9982-efb441be169a req-c6b85088-2290-4144-b7a9-e56f7f518128 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a22c72fc-a994-43ca-87f0-11a179bacc56 {{(pid=98188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 14:43:29.435627 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-63980e88-1b2f-40d0-bb55-fafe3ffece7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:29.441356 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-be58aee0-6260-4fd8-9982-efb441be169a req-c6b85088-2290-4144-b7a9-e56f7f518128 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:29.459474 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6801b391-4ffa-4a01-aa32-e2b621216045 admin admin] Notify agent at l3_agent.dv-cinder-795785-1-smb the message routers_updated {{(pid=98188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 14:43:29.462876 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.db.provisioning_blocks [req-be58aee0-6260-4fd8-9982-efb441be169a req-c6b85088-2290-4144-b7a9-e56f7f518128 service neutron] Transition to ACTIVE for port object a22c72fc-a994-43ca-87f0-11a179bacc56 will not be triggered until provisioned by entity L2. {{(pid=98188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:43:29.469254 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-12fb3f1c-3ea8-43ab-8836-bc1686ac4f98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:29.484563 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-be58aee0-6260-4fd8-9982-efb441be169a req-c6b85088-2290-4144-b7a9-e56f7f518128 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4122297'] for port, after_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:29.503575 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05b6be4-c1ee-4931-8f89-e66a052c0f87 None None] Sync routers for ids ['afc6eee9-f081-4d36-b4e1-7054fa11713e'] in dv-cinder-795785-1-smb {{(pid=98191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 14:43:29.506186 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Device 1230d2fe-d446-44a7-81d2-422d2721d420 up at agent ovs-agent-dv-cinder-795785-1-smb {{(pid=98190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:43:29.515088 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:29.526227 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-6801b391-4ffa-4a01-aa32-e2b621216045 admin admin] Notify callbacks [] for router, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:29.529964 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-6801b391-4ffa-4a01-aa32-e2b621216045 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.1131186 Jun 10 14:43:29.531701 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 34764) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:29.534037 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05b6be4-c1ee-4931-8f89-e66a052c0f87 None None] Routers {'afc6eee9-f081-4d36-b4e1-7054fa11713e'} bound to L3 agent in host dv-cinder-795785-1-smb {{(pid=98191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:43:29.534929 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_hamode_db [None req-b05b6be4-c1ee-4931-8f89-e66a052c0f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T14:34:42Z,description=,heartbeat_timestamp=2021-06-10T14:43:12Z,host='dv-cinder-795785-1-smb',id=e92f4ea4-4278-4a3e-8ba4-23ff1581fd94,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:42Z,topic='l3_agent')) {'router_ids': ['afc6eee9-f081-4d36-b4e1-7054fa11713e'], 'active': True} {{(pid=98191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:43:29.693894 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-12fb3f1c-3ea8-43ab-8836-bc1686ac4f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:29.697312 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-12fb3f1c-3ea8-43ab-8836-bc1686ac4f98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:29.701905 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-12fb3f1c-3ea8-43ab-8836-bc1686ac4f98 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4f287f88-e661-48f6-b15c-c694c5df556f HTTP/1.1" status: 204 len: 168 time: 0.4148161 Jun 10 14:43:29.702212 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-95821df2-0f8f-458e-b308-be6b275aef6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:29.717088 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fb3f1c-3ea8-43ab-8836-bc1686ac4f98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f287f88-e661-48f6-b15c-c694c5df556f,revision_number=None']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:29.726027 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_dvr_db [None req-b05b6be4-c1ee-4931-8f89-e66a052c0f87 None None] Set router afc6eee9-f081-4d36-b4e1-7054fa11713e gateway port host: dv-cinder-795785-1-smb {{(pid=98191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:43:29.728940 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-12fb3f1c-3ea8-43ab-8836-bc1686ac4f98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:29.844796 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Provisioning for port 1230d2fe-d446-44a7-81d2-422d2721d420 completed by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:43:29.852824 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Provisioning complete for port 1230d2fe-d446-44a7-81d2-422d2721d420 triggered by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:43:29.854773 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32877986'] for port, provisioning_complete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:29.907554 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b85088-2290-4144-b7a9-e56f7f518128 service neutron] Pushing event updated for resources: {'Port': ['ID=a22c72fc-a994-43ca-87f0-11a179bacc56,revision_number=2']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:29.912797 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-c6b85088-2290-4144-b7a9-e56f7f518128 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:29.966338 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f6b64-9fdd-44fe-a945-582d9f729314 req-bee6ad2f-4ca1-4a09-bfaf-d0469059cb7e tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:29.973787 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-ea2f6b64-9fdd-44fe-a945-582d9f729314 req-bee6ad2f-4ca1-4a09-bfaf-d0469059cb7e tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bea10ad-651c-4fcf-9fcf-0e199a9ff9e9 HTTP/1.1" status: 200 len: 945 time: 0.5120230 Jun 10 14:43:30.021159 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.managers [req-be58aee0-6260-4fd8-9982-efb441be169a req-c6b85088-2290-4144-b7a9-e56f7f518128 service neutron] Attempting to bind port a22c72fc-a994-43ca-87f0-11a179bacc56 on host hv-cinder-79578 for vnic_type normal with profile {{(pid=98188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 14:43:30.021501 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.managers [req-be58aee0-6260-4fd8-9982-efb441be169a req-c6b85088-2290-4144-b7a9-e56f7f518128 service neutron] Attempting to bind port a22c72fc-a994-43ca-87f0-11a179bacc56 by drivers openvswitch,hyperv on host hv-cinder-79578 at level 0 using segments [{'id': 'c43a5be5-1290-4a91-ba59-a957b85e24b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4744fb36-3c6e-45ed-8835-58a06f451405'}] {{(pid=98188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 14:43:30.021835 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be58aee0-6260-4fd8-9982-efb441be169a req-c6b85088-2290-4144-b7a9-e56f7f518128 service neutron] Attempting to bind port a22c72fc-a994-43ca-87f0-11a179bacc56 on network 4744fb36-3c6e-45ed-8835-58a06f451405 {{(pid=98188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 14:43:30.029579 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be58aee0-6260-4fd8-9982-efb441be169a req-c6b85088-2290-4144-b7a9-e56f7f518128 service neutron] Port a22c72fc-a994-43ca-87f0-11a179bacc56 on network 4744fb36-3c6e-45ed-8835-58a06f451405 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79578 {{(pid=98188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 14:43:30.029908 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be58aee0-6260-4fd8-9982-efb441be169a req-c6b85088-2290-4144-b7a9-e56f7f518128 service neutron] Attempting to bind port a22c72fc-a994-43ca-87f0-11a179bacc56 on network 4744fb36-3c6e-45ed-8835-58a06f451405 {{(pid=98188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 14:43:30.048833 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be58aee0-6260-4fd8-9982-efb441be169a req-c6b85088-2290-4144-b7a9-e56f7f518128 service neutron] Checking agent: {'id': 'c47c39ee-f167-41a2-bf85-7dde6d0410ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79578', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 14, 40, 37), 'started_at': datetime.datetime(2021, 6, 10, 14, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 14, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 14:43:30.049219 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be58aee0-6260-4fd8-9982-efb441be169a req-c6b85088-2290-4144-b7a9-e56f7f518128 service neutron] Checking segment: {'id': 'c43a5be5-1290-4a91-ba59-a957b85e24b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4744fb36-3c6e-45ed-8835-58a06f451405'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 14:43:30.049617 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be58aee0-6260-4fd8-9982-efb441be169a req-c6b85088-2290-4144-b7a9-e56f7f518128 service neutron] Bound using segment: {'id': 'c43a5be5-1290-4a91-ba59-a957b85e24b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4744fb36-3c6e-45ed-8835-58a06f451405'} {{(pid=98188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 14:43:30.050057 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.managers [req-be58aee0-6260-4fd8-9982-efb441be169a req-c6b85088-2290-4144-b7a9-e56f7f518128 service neutron] Bound port: a22c72fc-a994-43ca-87f0-11a179bacc56, host: hv-cinder-79578, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c43a5be5-1290-4a91-ba59-a957b85e24b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4744fb36-3c6e-45ed-8835-58a06f451405'}}] {{(pid=98188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 14:43:30.050409 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-be58aee0-6260-4fd8-9982-efb441be169a req-c6b85088-2290-4144-b7a9-e56f7f518128 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:30.069741 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-ea2f6b64-9fdd-44fe-a945-582d9f729314 req-e21070fc-c33b-419d-9eac-ac41191e1450 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/security-groups?id=7ef18720-15dd-4ca1-94ee-72a6568dc847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892558 Jun 10 14:43:30.107186 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:30.200754 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.db [req-be58aee0-6260-4fd8-9982-efb441be169a req-c6b85088-2290-4144-b7a9-e56f7f518128 service neutron] For port a22c72fc-a994-43ca-87f0-11a179bacc56, host hv-cinder-79578, cleared binding levels {{(pid=98188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 14:43:30.208761 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.db [req-be58aee0-6260-4fd8-9982-efb441be169a req-c6b85088-2290-4144-b7a9-e56f7f518128 service neutron] For port a22c72fc-a994-43ca-87f0-11a179bacc56, host hv-cinder-79578, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=a22c72fc-a994-43ca-87f0-11a179bacc56,segment=NetworkSegment(c43a5be5-1290-4a91-ba59-a957b85e24b7),segment_id=c43a5be5-1290-4a91-ba59-a957b85e24b7)] {{(pid=98188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 14:43:30.215213 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_hamode_db [None req-b05b6be4-c1ee-4931-8f89-e66a052c0f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc6eee9-f081-4d36-b4e1-7054fa11713e', 'name': 'tempest-TestMinimumBasicScenario-1163235217-router', 'tenant_id': '3497fbebd6c543a99c722d4a9e450510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'external_fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.136'}], 'enable_snat': True}, 'gw_port_id': 'ccae7a75-f234-46a1-ae6a-35ce2b457b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:43:23Z', 'updated_at': '2021-06-10T14:43:26Z', 'revision_number': 3, 'project_id': '3497fbebd6c543a99c722d4a9e450510', 'gw_port': {'id': 'ccae7a75-f234-46a1-ae6a-35ce2b457b62', 'name': '', 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d0:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afc6eee9-f081-4d36-b4e1-7054fa11713e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:43:24Z', 'updated_at': '2021-06-10T14:43:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-smb'}], 'dv-cinder-795785-1-smb', False) {} {{(pid=98191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:43:30.217300 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-be58aee0-6260-4fd8-9982-efb441be169a req-c6b85088-2290-4144-b7a9-e56f7f518128 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4122297'] for port, after_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:30.219211 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] For port 1230d2fe-d446-44a7-81d2-422d2721d420, host dv-cinder-795785-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-smb',level=0,port_id=1230d2fe-d446-44a7-81d2-422d2721d420,segment=NetworkSegment(5a31d746-9e5d-46e8-b021-750c831f5d0c),segment_id=5a31d746-9e5d-46e8-b021-750c831f5d0c)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:43:30.221743 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-6efbeebe-1611-4781-9d5c-b42432daf991 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:30.230400 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:30.230594 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05b6be4-c1ee-4931-8f89-e66a052c0f87 None None] Checking router: afc6eee9-f081-4d36-b4e1-7054fa11713e for host: dv-cinder-795785-1-smb {{(pid=98191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 14:43:30.230960 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05b6be4-c1ee-4931-8f89-e66a052c0f87 None None] Updating router afc6eee9-f081-4d36-b4e1-7054fa11713e port ccae7a75-f234-46a1-ae6a-35ce2b457b62 binding host dv-cinder-795785-1-smb {{(pid=98191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 14:43:30.232439 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:30.320979 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58aee0-6260-4fd8-9982-efb441be169a req-c6b85088-2290-4144-b7a9-e56f7f518128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:30.321788 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-be58aee0-6260-4fd8-9982-efb441be169a req-c6b85088-2290-4144-b7a9-e56f7f518128 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545536'] for port, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:30.323654 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-be58aee0-6260-4fd8-9982-efb441be169a req-c6b85088-2290-4144-b7a9-e56f7f518128 service neutron] 10.222.0.36 "PUT /v2.0/ports/a22c72fc-a994-43ca-87f0-11a179bacc56 HTTP/1.1" status: 200 len: 1093 time: 2.0259881 Jun 10 14:43:30.324429 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48806f96-8a7a-47cc-a144-6b1ef8d43028', 'tag': 'a22c72fc-a994-43ca-87f0-11a179bacc56'}] {{(pid=98188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:43:30.331932 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f0fe7ff9a18056505f9f26f34e6288f69420e23a9758a676b79d6915a840c7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a3642b6-6ddb-4f9e-aa34-bd23e4145a5c" -d '{"events": [{"name": "network-changed", "server_uuid": "48806f96-8a7a-47cc-a144-6b1ef8d43028", "tag": "a22c72fc-a994-43ca-87f0-11a179bacc56"}]}' {{(pid=98188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:43:30.375887 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Pushing event updated for resources: {'Port': ['ID=1230d2fe-d446-44a7-81d2-422d2721d420,revision_number=5']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:30.379263 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:30.416131 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron_lib.callbacks.manager [None req-b05b6be4-c1ee-4931-8f89-e66a052c0f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:30.417465 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b85088-2290-4144-b7a9-e56f7f518128 service neutron] Pushing event updated for resources: {'Port': ['ID=a22c72fc-a994-43ca-87f0-11a179bacc56,revision_number=3']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:30.439309 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-c6b85088-2290-4144-b7a9-e56f7f518128 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:30.496013 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 14:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dc39f61-5324-48a6-9252-eaa0b101db02 x-openstack-request-id: req-8dc39f61-5324-48a6-9252-eaa0b101db02 {{(pid=98188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:43:30.496356 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48806f96-8a7a-47cc-a144-6b1ef8d43028", "tag": "a22c72fc-a994-43ca-87f0-11a179bacc56", "status": "completed", "code": 200}]} {{(pid=98188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:43:30.496638 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8dc39f61-5324-48a6-9252-eaa0b101db02 {{(pid=98188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:43:30.497050 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48806f96-8a7a-47cc-a144-6b1ef8d43028', 'tag': 'a22c72fc-a994-43ca-87f0-11a179bacc56', 'status': 'completed', 'code': 200} Jun 10 14:43:30.506191 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-2f91a4dc-0538-4d38-9911-473015375ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:30.551695 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4c3d29-53d7-49bc-a9d0-f13ff2f9a777 req-1c12d3c5-5d83-4be8-8a38-ec8396a9a298 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:30.559017 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-1e4c3d29-53d7-49bc-a9d0-f13ff2f9a777 req-1c12d3c5-5d83-4be8-8a38-ec8396a9a298 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/ports?device_id=48806f96-8a7a-47cc-a144-6b1ef8d43028 HTTP/1.1" status: 200 len: 943 time: 0.1939511 Jun 10 14:43:30.603254 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58aee0-6260-4fd8-9982-efb441be169a req-514daea4-808b-475f-b771-d0918708ce50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:30.604880 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-be58aee0-6260-4fd8-9982-efb441be169a req-514daea4-808b-475f-b771-d0918708ce50 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=93ab3eb0808c4780983402342bde2843&device_id=48806f96-8a7a-47cc-a144-6b1ef8d43028 HTTP/1.1" status: 200 len: 1096 time: 0.1997759 Jun 10 14:43:30.617625 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-1e4c3d29-53d7-49bc-a9d0-f13ff2f9a777 req-dc8fcdcc-33bc-48e3-b209-0fc6b93e09ba tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa6450ec-2090-40c0-8f5e-ef907fcb2083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576987 Jun 10 14:43:30.697233 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-be58aee0-6260-4fd8-9982-efb441be169a req-d029ca63-b3b5-45bf-ad29-6bf3f50c4730 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a22c72fc-a994-43ca-87f0-11a179bacc56 HTTP/1.1" status: 200 len: 217 time: 0.0762901 Jun 10 14:43:30.733554 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.db.db_base_plugin_common [None req-2f91a4dc-0538-4d38-9911-473015375ddd admin admin] Allocated IP 172.20.0.1 (3a29647e-cef4-4a6e-9d93-cbbf7a7993fc/dea77d5a-1d2e-4182-98a9-235b6bb54ae5/472b8583-8bf9-4364-b0bb-371afc2aa1f6) {{(pid=98189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 14:43:30.791827 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58aee0-6260-4fd8-9982-efb441be169a req-96fb124e-9a34-4d35-bc5c-48003cfb149b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:30.793470 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-be58aee0-6260-4fd8-9982-efb441be169a req-96fb124e-9a34-4d35-bc5c-48003cfb149b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f163fe2f-7ae5-4149-86b3-e8dbde6e7191 HTTP/1.1" status: 200 len: 854 time: 0.0851126 Jun 10 14:43:30.886623 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-be58aee0-6260-4fd8-9982-efb441be169a req-1130dc0e-2f49-44eb-8a64-0a7b2a012f2d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4744fb36-3c6e-45ed-8835-58a06f451405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755320 Jun 10 14:43:31.021641 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron_lib.callbacks.manager [None req-b05b6be4-c1ee-4931-8f89-e66a052c0f87 None None] Notify callbacks [] for port, precommit_update {{(pid=98191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:31.027318 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Device 1230d2fe-d446-44a7-81d2-422d2721d420 up at agent ovs-agent-dv-cinder-795785-1-smb {{(pid=98190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:43:31.036917 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.provisioning_blocks [None req-b05b6be4-c1ee-4931-8f89-e66a052c0f87 None None] Transition to ACTIVE for port object ccae7a75-f234-46a1-ae6a-35ce2b457b62 will not be triggered until provisioned by entity L2. {{(pid=98191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:43:31.043773 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron_lib.callbacks.manager [None req-b05b6be4-c1ee-4931-8f89-e66a052c0f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:31.065662 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG oslo_concurrency.lockutils [None req-d2d0f540-abf3-473c-b1fc-42b0235bca65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98191) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:31.095773 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-be58aee0-6260-4fd8-9982-efb441be169a req-40e7d482-1e4d-48ef-9871-124d11cf90cd service neutron] 10.222.0.36 "GET /v2.0/networks/4744fb36-3c6e-45ed-8835-58a06f451405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944256 Jun 10 14:43:31.099625 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Provisioning complete for port 1230d2fe-d446-44a7-81d2-422d2721d420 triggered by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:43:31.099962 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32877986'] for port, provisioning_complete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:31.160861 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.plugins.ml2.managers [None req-b05b6be4-c1ee-4931-8f89-e66a052c0f87 None None] Attempting to bind port ccae7a75-f234-46a1-ae6a-35ce2b457b62 on host dv-cinder-795785-1-smb for vnic_type normal with profile {{(pid=98191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 14:43:31.161510 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.plugins.ml2.managers [None req-b05b6be4-c1ee-4931-8f89-e66a052c0f87 None None] Attempting to bind port ccae7a75-f234-46a1-ae6a-35ce2b457b62 by drivers openvswitch,hyperv on host dv-cinder-795785-1-smb at level 0 using segments [{'id': '09b1f6b8-9c92-4513-844c-f3187f12106a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a'}] {{(pid=98191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 14:43:31.162039 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05b6be4-c1ee-4931-8f89-e66a052c0f87 None None] Attempting to bind port ccae7a75-f234-46a1-ae6a-35ce2b457b62 on network d939252c-9d87-4c0a-b331-cccdb2846f4a {{(pid=98191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 14:43:31.175628 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05b6be4-c1ee-4931-8f89-e66a052c0f87 None None] Checking agent: {'id': '22b05ad3-e755-4423-b55e-6b54dea224ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 14, 34, 42), 'started_at': datetime.datetime(2021, 6, 10, 14, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 14, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 14:43:31.177126 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05b6be4-c1ee-4931-8f89-e66a052c0f87 None None] Checking segment: {'id': '09b1f6b8-9c92-4513-844c-f3187f12106a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 14:43:31.177697 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron_lib.callbacks.manager [None req-b05b6be4-c1ee-4931-8f89-e66a052c0f87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:31.178241 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05b6be4-c1ee-4931-8f89-e66a052c0f87 None None] Bound using segment: {'id': '09b1f6b8-9c92-4513-844c-f3187f12106a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a'} {{(pid=98191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 14:43:31.179798 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.plugins.ml2.managers [None req-b05b6be4-c1ee-4931-8f89-e66a052c0f87 None None] Bound port: ccae7a75-f234-46a1-ae6a-35ce2b457b62, host: dv-cinder-795785-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09b1f6b8-9c92-4513-844c-f3187f12106a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a'}}] {{(pid=98191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 14:43:31.180395 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron_lib.callbacks.manager [None req-b05b6be4-c1ee-4931-8f89-e66a052c0f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:31.183196 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9275cc5-3ea5-41c7-9f17-a22646d6b6d0 None None] Pushing event updated for resources: {'Port': ['ID=ccae7a75-f234-46a1-ae6a-35ce2b457b62,revision_number=2']} {{(pid=98191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:31.226677 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9275cc5-3ea5-41c7-9f17-a22646d6b6d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:43:31.228470 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9275cc5-3ea5-41c7-9f17-a22646d6b6d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:43:31.229639 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9275cc5-3ea5-41c7-9f17-a22646d6b6d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:43:31.231079 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9275cc5-3ea5-41c7-9f17-a22646d6b6d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:43:31.231079 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9275cc5-3ea5-41c7-9f17-a22646d6b6d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:43:31.231079 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9275cc5-3ea5-41c7-9f17-a22646d6b6d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:43:31.231079 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9275cc5-3ea5-41c7-9f17-a22646d6b6d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:43:31.235527 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9275cc5-3ea5-41c7-9f17-a22646d6b6d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:43:31.236060 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9275cc5-3ea5-41c7-9f17-a22646d6b6d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:43:31.237791 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9275cc5-3ea5-41c7-9f17-a22646d6b6d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:43:31.238380 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9275cc5-3ea5-41c7-9f17-a22646d6b6d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:43:31.239586 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9275cc5-3ea5-41c7-9f17-a22646d6b6d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:43:31.250329 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG oslo_concurrency.lockutils [None req-f9275cc5-3ea5-41c7-9f17-a22646d6b6d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=98191) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:31.328991 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.plugins.ml2.db [None req-b05b6be4-c1ee-4931-8f89-e66a052c0f87 None None] For port ccae7a75-f234-46a1-ae6a-35ce2b457b62, host dv-cinder-795785-1-smb, cleared binding levels {{(pid=98191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 14:43:31.335173 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.plugins.ml2.db [None req-b05b6be4-c1ee-4931-8f89-e66a052c0f87 None None] For port ccae7a75-f234-46a1-ae6a-35ce2b457b62, host dv-cinder-795785-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-smb',level=0,port_id=ccae7a75-f234-46a1-ae6a-35ce2b457b62,segment=NetworkSegment(09b1f6b8-9c92-4513-844c-f3187f12106a),segment_id=09b1f6b8-9c92-4513-844c-f3187f12106a)] {{(pid=98191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 14:43:31.340893 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron_lib.callbacks.manager [None req-b05b6be4-c1ee-4931-8f89-e66a052c0f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:31.353661 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98191) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:31.382533 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-2f91a4dc-0538-4d38-9911-473015375ddd admin admin] Notify callbacks [] for port, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:31.406403 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.db.provisioning_blocks [None req-2f91a4dc-0538-4d38-9911-473015375ddd admin admin] Transition to ACTIVE for port object 472b8583-8bf9-4364-b0bb-371afc2aa1f6 will not be triggered until provisioned by entity DHCP. {{(pid=98189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:43:31.424612 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-be58aee0-6260-4fd8-9982-efb441be169a req-2c729cef-aca8-44f3-8399-2481373905a0 service neutron] 10.222.0.36 "GET /v2.0/networks/4744fb36-3c6e-45ed-8835-58a06f451405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3176079 Jun 10 14:43:31.458320 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-2f91a4dc-0538-4d38-9911-473015375ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33290945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770842374660'] for port, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:31.461048 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec91826-9b8d-401f-a74d-7a1a3be47268 req-29eac671-f87d-4c9c-904f-0e2a198a27fa tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:31.469042 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-4ec91826-9b8d-401f-a74d-7a1a3be47268 req-29eac671-f87d-4c9c-904f-0e2a198a27fa tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bea10ad-651c-4fcf-9fcf-0e199a9ff9e9 HTTP/1.1" status: 200 len: 945 time: 0.1146746 Jun 10 14:43:31.478266 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05b6be4-c1ee-4931-8f89-e66a052c0f87 None None] Routers {'afc6eee9-f081-4d36-b4e1-7054fa11713e'} bound to L3 agent in host dv-cinder-795785-1-smb {{(pid=98191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:43:31.478917 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_hamode_db [None req-b05b6be4-c1ee-4931-8f89-e66a052c0f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T14:34:42Z,description=,heartbeat_timestamp=2021-06-10T14:43:12Z,host='dv-cinder-795785-1-smb',id=e92f4ea4-4278-4a3e-8ba4-23ff1581fd94,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:42Z,topic='l3_agent')) {'router_ids': ['afc6eee9-f081-4d36-b4e1-7054fa11713e'], 'active': True} {{(pid=98191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:43:31.493163 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:31.533138 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-4ec91826-9b8d-401f-a74d-7a1a3be47268 req-34340e1b-3ab2-4155-a3ee-aa95b34d5aa4 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/security-groups?id=7ef18720-15dd-4ca1-94ee-72a6568dc847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589278 Jun 10 14:43:31.588630 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f91a4dc-0538-4d38-9911-473015375ddd admin admin] Network 3a29647e-cef4-4a6e-9d93-cbbf7a7993fc is already hosted by enough agents. {{(pid=98189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 14:43:31.596791 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.base_scheduler [None req-2f91a4dc-0538-4d38-9911-473015375ddd admin admin] Resources bound (agent type, host, resource id): {{(pid=98189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:43:31.599840 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f91a4dc-0538-4d38-9911-473015375ddd admin admin] Received port after_create {{(pid=98189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 14:43:31.600366 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-2f91a4dc-0538-4d38-9911-473015375ddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-722748'] for router_interface, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:31.606828 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f91a4dc-0538-4d38-9911-473015375ddd admin admin] Pushing event updated for resources: {'Port': ['ID=472b8583-8bf9-4364-b0bb-371afc2aa1f6,revision_number=1']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:31.616662 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-2f91a4dc-0538-4d38-9911-473015375ddd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:31.616805 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3642b6-6ddb-4f9e-aa34-bd23e4145a5c req-8b94a178-ff39-468a-a0f4-384f744091f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:31.618381 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-7a3642b6-6ddb-4f9e-aa34-bd23e4145a5c req-8b94a178-ff39-468a-a0f4-384f744091f1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=93ab3eb0808c4780983402342bde2843&device_id=48806f96-8a7a-47cc-a144-6b1ef8d43028 HTTP/1.1" status: 200 len: 1096 time: 0.1129491 Jun 10 14:43:31.630705 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9275cc5-3ea5-41c7-9f17-a22646d6b6d0 None None] Pushing event updated for resources: {'Port': ['ID=ccae7a75-f234-46a1-ae6a-35ce2b457b62,revision_number=3']} {{(pid=98191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:31.708835 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG oslo_concurrency.lockutils [None req-f9275cc5-3ea5-41c7-9f17-a22646d6b6d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=98191) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:31.806411 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_dvr_db [None req-b05b6be4-c1ee-4931-8f89-e66a052c0f87 None None] Set router afc6eee9-f081-4d36-b4e1-7054fa11713e gateway port host: dv-cinder-795785-1-smb {{(pid=98191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:43:31.921996 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-2f91a4dc-0538-4d38-9911-473015375ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:31.967038 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-a89519f2-fe78-4716-8d1d-854833505967 None None] Provisioning for port 472b8583-8bf9-4364-b0bb-371afc2aa1f6 completed by entity DHCP. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:43:31.967251 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3642b6-6ddb-4f9e-aa34-bd23e4145a5c req-52f9d015-2224-425d-a69a-b28bb30c8dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:31.968459 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-7a3642b6-6ddb-4f9e-aa34-bd23e4145a5c req-52f9d015-2224-425d-a69a-b28bb30c8dea service neutron] 10.222.0.36 "GET /v2.0/networks?id=4744fb36-3c6e-45ed-8835-58a06f451405 HTTP/1.1" status: 200 len: 915 time: 0.3394322 Jun 10 14:43:31.974182 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-a89519f2-fe78-4716-8d1d-854833505967 None None] Provisioning complete for port 472b8583-8bf9-4364-b0bb-371afc2aa1f6 triggered by entity DHCP. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:43:31.974972 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-a89519f2-fe78-4716-8d1d-854833505967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32877986'] for port, provisioning_complete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:32.059514 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.plugin [None req-a89519f2-fe78-4716-8d1d-854833505967 None None] Port 472b8583-8bf9-4364-b0bb-371afc2aa1f6 cannot update to ACTIVE because it is not bound. {{(pid=98190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 14:43:32.092868 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5554bcb-c34d-4ead-85ee-a986d9d0dce4 req-bed25778-4fe7-4d5e-8248-c50002d196ea tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:32.103314 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-e5554bcb-c34d-4ead-85ee-a986d9d0dce4 req-bed25778-4fe7-4d5e-8248-c50002d196ea tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/ports?device_id=48806f96-8a7a-47cc-a144-6b1ef8d43028 HTTP/1.1" status: 200 len: 943 time: 0.2796113 Jun 10 14:43:32.139703 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-7a3642b6-6ddb-4f9e-aa34-bd23e4145a5c req-2995c4e2-7683-4e0e-bf72-bd66a8873d9c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a22c72fc-a994-43ca-87f0-11a179bacc56 HTTP/1.1" status: 200 len: 217 time: 0.1500230 Jun 10 14:43:32.221971 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-e5554bcb-c34d-4ead-85ee-a986d9d0dce4 req-637ffd76-28b2-454a-a298-096a937e3c6c tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa6450ec-2090-40c0-8f5e-ef907fcb2083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164858 Jun 10 14:43:32.246484 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-2f91a4dc-0538-4d38-9911-473015375ddd admin admin] Notify callbacks [] for port, precommit_update {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:32.255427 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-2f91a4dc-0538-4d38-9911-473015375ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:32.258025 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-2f91a4dc-0538-4d38-9911-473015375ddd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-722760'] for router_interface, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:32.265878 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-1b32ba12-b9ed-4c5e-b173-dffd018efef0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:32.269518 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_hamode_db [None req-b05b6be4-c1ee-4931-8f89-e66a052c0f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc6eee9-f081-4d36-b4e1-7054fa11713e', 'name': 'tempest-TestMinimumBasicScenario-1163235217-router', 'tenant_id': '3497fbebd6c543a99c722d4a9e450510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'external_fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.136'}], 'enable_snat': True}, 'gw_port_id': 'ccae7a75-f234-46a1-ae6a-35ce2b457b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:43:23Z', 'updated_at': '2021-06-10T14:43:26Z', 'revision_number': 3, 'project_id': '3497fbebd6c543a99c722d4a9e450510', 'gw_port': {'id': 'ccae7a75-f234-46a1-ae6a-35ce2b457b62', 'name': '', 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d0:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afc6eee9-f081-4d36-b4e1-7054fa11713e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:43:24Z', 'updated_at': '2021-06-10T14:43:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-smb'}], 'dv-cinder-795785-1-smb', False) {} {{(pid=98191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:43:32.277135 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05b6be4-c1ee-4931-8f89-e66a052c0f87 None None] The sync data for ids ['afc6eee9-f081-4d36-b4e1-7054fa11713e'] in dv-cinder-795785-1-smb is: [{'id': 'afc6eee9-f081-4d36-b4e1-7054fa11713e', 'name': 'tempest-TestMinimumBasicScenario-1163235217-router', 'tenant_id': '3497fbebd6c543a99c722d4a9e450510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'external_fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.136'}], 'enable_snat': True}, 'gw_port_id': 'ccae7a75-f234-46a1-ae6a-35ce2b457b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:43:23Z', 'updated_at': '2021-06-10T14:43:26Z', 'revision_number': 3, 'project_id': '3497fbebd6c543a99c722d4a9e450510', 'gw_port': {'id': 'ccae7a75-f234-46a1-ae6a-35ce2b457b62', 'name': '', 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d0:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afc6eee9-f081-4d36-b4e1-7054fa11713e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:43:24Z', 'updated_at': '2021-06-10T14:43:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-smb'}] {{(pid=98191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 14:43:32.306889 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3642b6-6ddb-4f9e-aa34-bd23e4145a5c req-74b919eb-a29c-41e7-8676-fb0b9283848a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:32.308321 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-7a3642b6-6ddb-4f9e-aa34-bd23e4145a5c req-74b919eb-a29c-41e7-8676-fb0b9283848a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f163fe2f-7ae5-4149-86b3-e8dbde6e7191 HTTP/1.1" status: 200 len: 854 time: 0.1127899 Jun 10 14:43:32.378284 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-7a3642b6-6ddb-4f9e-aa34-bd23e4145a5c req-9be5852f-d66e-4a7f-b36c-ec0256116f7a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4744fb36-3c6e-45ed-8835-58a06f451405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603406 Jun 10 14:43:32.389718 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-504eba38-4ba4-4c91-b73a-3e0c9f8381f3 req-3ee6d251-bace-4669-a96c-bcc42b151cde service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=10a33dd6-1367-49ed-86f0-a27bccfcf9a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3143952 Jun 10 14:43:32.514127 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 34868) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:32.532038 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f91a4dc-0538-4d38-9911-473015375ddd admin admin] Pushing event updated for resources: {'Port': ['ID=472b8583-8bf9-4364-b0bb-371afc2aa1f6,revision_number=2']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:32.537212 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-2f91a4dc-0538-4d38-9911-473015375ddd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:32.587253 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f91a4dc-0538-4d38-9911-473015375ddd admin admin] Network 3a29647e-cef4-4a6e-9d93-cbbf7a7993fc is already hosted by enough agents. {{(pid=98189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 14:43:32.588891 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.base_scheduler [None req-2f91a4dc-0538-4d38-9911-473015375ddd admin admin] Resources bound (agent type, host, resource id): {{(pid=98189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:43:33.004781 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-9c20872a-dfa0-4aad-a16f-e9c518f6d9e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:33.008053 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-7a3642b6-6ddb-4f9e-aa34-bd23e4145a5c req-403b297c-73ad-4c85-a59d-c34a0e4683ec service neutron] 10.222.0.36 "GET /v2.0/networks/4744fb36-3c6e-45ed-8835-58a06f451405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6044319 Jun 10 14:43:33.039909 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Device ccae7a75-f234-46a1-ae6a-35ce2b457b62 up at agent ovs-agent-dv-cinder-795785-1-smb {{(pid=98190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:43:33.058090 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f91a4dc-0538-4d38-9911-473015375ddd admin admin] Router afc6eee9-f081-4d36-b4e1-7054fa11713e has already been hosted by L3 agent e92f4ea4-4278-4a3e-8ba4-23ff1581fd94 {{(pid=98189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 14:43:33.130312 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-bd640853-bdf1-4656-8bad-7bdb19a1b38e None None] Provisioning complete for port 472b8583-8bf9-4364-b0bb-371afc2aa1f6 triggered by entity DHCP. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:43:33.130864 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-bd640853-bdf1-4656-8bad-7bdb19a1b38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32877986'] for port, provisioning_complete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:33.187223 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504eba38-4ba4-4c91-b73a-3e0c9f8381f3 req-8316ab6c-2d62-4c9b-8190-992acef16765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:33.189639 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-504eba38-4ba4-4c91-b73a-3e0c9f8381f3 req-8316ab6c-2d62-4c9b-8190-992acef16765 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=93ab3eb0808c4780983402342bde2843&device_id=10a33dd6-1367-49ed-86f0-a27bccfcf9a0 HTTP/1.1" status: 200 len: 1098 time: 0.7051249 Jun 10 14:43:33.249528 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Provisioning for port ccae7a75-f234-46a1-ae6a-35ce2b457b62 completed by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:43:33.254011 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.plugin [None req-bd640853-bdf1-4656-8bad-7bdb19a1b38e None None] Port 472b8583-8bf9-4364-b0bb-371afc2aa1f6 cannot update to ACTIVE because it is not bound. {{(pid=98190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 14:43:33.256083 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Provisioning complete for port ccae7a75-f234-46a1-ae6a-35ce2b457b62 triggered by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:43:33.256697 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32877986'] for port, provisioning_complete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:33.305558 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f91a4dc-0538-4d38-9911-473015375ddd admin admin] Notify agent at l3_agent.dv-cinder-795785-1-smb the message routers_updated {{(pid=98189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 14:43:33.322056 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-2f91a4dc-0538-4d38-9911-473015375ddd admin admin] 10.222.0.38 "PUT /v2.0/routers/afc6eee9-f081-4d36-b4e1-7054fa11713e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7806456 Jun 10 14:43:33.429667 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:33.467752 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] For port ccae7a75-f234-46a1-ae6a-35ce2b457b62, host dv-cinder-795785-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-smb',level=0,port_id=ccae7a75-f234-46a1-ae6a-35ce2b457b62,segment=NetworkSegment(09b1f6b8-9c92-4513-844c-f3187f12106a),segment_id=09b1f6b8-9c92-4513-844c-f3187f12106a)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:43:33.474802 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:33.477137 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-323d55bb-39d2-472a-a983-1254fd089848 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:33.573854 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Pushing event updated for resources: {'Port': ['ID=ccae7a75-f234-46a1-ae6a-35ce2b457b62,revision_number=4']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:33.577239 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:33.612978 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0801d6-d193-49e9-bd07-36499e5cd03b req-7dc35a87-0c2e-407f-89bd-be9e58246f88 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:33.615183 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-2e0801d6-d193-49e9-bd07-36499e5cd03b req-7dc35a87-0c2e-407f-89bd-be9e58246f88 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bea10ad-651c-4fcf-9fcf-0e199a9ff9e9 HTTP/1.1" status: 200 len: 945 time: 0.8560600 Jun 10 14:43:33.882108 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-7a3642b6-6ddb-4f9e-aa34-bd23e4145a5c req-df83a1fb-dd86-4a33-9c5a-e25f62200921 service neutron] 10.222.0.36 "GET /v2.0/networks/4744fb36-3c6e-45ed-8835-58a06f451405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8450742 Jun 10 14:43:33.920083 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504eba38-4ba4-4c91-b73a-3e0c9f8381f3 req-097b5e90-d877-4416-9e96-72b8777964b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:33.921517 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-504eba38-4ba4-4c91-b73a-3e0c9f8381f3 req-097b5e90-d877-4416-9e96-72b8777964b6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4744fb36-3c6e-45ed-8835-58a06f451405 HTTP/1.1" status: 200 len: 915 time: 0.6395583 Jun 10 14:43:34.012866 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-2e0801d6-d193-49e9-bd07-36499e5cd03b req-f1f6e0a2-eabc-41a6-a4c9-deff6b624328 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/security-groups?id=7ef18720-15dd-4ca1-94ee-72a6568dc847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528714 Jun 10 14:43:34.016995 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-504eba38-4ba4-4c91-b73a-3e0c9f8381f3 req-e64f91fc-b6ad-48d5-83a4-fb2f28d09ae7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=42f445f4-e87a-4d6f-b3b2-0c6909763766 HTTP/1.1" status: 200 len: 217 time: 0.0777020 Jun 10 14:43:34.020267 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-9c20872a-dfa0-4aad-a16f-e9c518f6d9e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:34.025741 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-9c20872a-dfa0-4aad-a16f-e9c518f6d9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:34.030175 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:34.112966 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ac775-7faa-460f-b5e1-8fcf80e87402 req-af4ab7ef-3bce-4dc5-90dd-fe40947ab0d6 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:34.120361 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-b66ac775-7faa-460f-b5e1-8fcf80e87402 req-af4ab7ef-3bce-4dc5-90dd-fe40947ab0d6 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/ports?device_id=48806f96-8a7a-47cc-a144-6b1ef8d43028 HTTP/1.1" status: 200 len: 943 time: 0.5831735 Jun 10 14:43:34.186552 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Device a22c72fc-a994-43ca-87f0-11a179bacc56 details requested by agent hyperv_hv-cinder-79578 with host hv-cinder-79578 {{(pid=98190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 14:43:34.214817 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-9c20872a-dfa0-4aad-a16f-e9c518f6d9e6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=573a8debcc414068a77de98fab4a6a17&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5921433 Jun 10 14:43:34.217481 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 34926) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:34.218327 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c20872a-dfa0-4aad-a16f-e9c518f6d9e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c87ecb1d-9691-4916-9110-7abfab7e6bcf,revision_number=1']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:34.241043 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-b66ac775-7faa-460f-b5e1-8fcf80e87402 req-eecd837d-96c1-4e40-9ee7-a65af3b9b091 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa6450ec-2090-40c0-8f5e-ef907fcb2083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194866 Jun 10 14:43:34.249738 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-9c20872a-dfa0-4aad-a16f-e9c518f6d9e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:34.252994 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504eba38-4ba4-4c91-b73a-3e0c9f8381f3 req-cba4b366-5668-4b2f-81bf-f25a094dcf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:34.254441 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-504eba38-4ba4-4c91-b73a-3e0c9f8381f3 req-cba4b366-5668-4b2f-81bf-f25a094dcf13 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f163fe2f-7ae5-4149-86b3-e8dbde6e7191 HTTP/1.1" status: 200 len: 854 time: 0.2251382 Jun 10 14:43:34.310159 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-504eba38-4ba4-4c91-b73a-3e0c9f8381f3 req-f776ca76-1b36-4daf-86a7-84240ce503ba service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4744fb36-3c6e-45ed-8835-58a06f451405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464654 Jun 10 14:43:34.352911 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77e4c9c-d3e6-4040-b7ab-7fe8e04a0ed7 req-af8ef12c-c591-4788-a34e-350d2952f43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:34.354631 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-b77e4c9c-d3e6-4040-b7ab-7fe8e04a0ed7 req-af8ef12c-c591-4788-a34e-350d2952f43a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2bea10ad-651c-4fcf-9fcf-0e199a9ff9e9 HTTP/1.1" status: 200 len: 1098 time: 0.2846098 Jun 10 14:43:34.392324 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] For port a22c72fc-a994-43ca-87f0-11a179bacc56, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=a22c72fc-a994-43ca-87f0-11a179bacc56,segment=NetworkSegment(c43a5be5-1290-4a91-ba59-a957b85e24b7),segment_id=c43a5be5-1290-4a91-ba59-a957b85e24b7)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:43:34.410523 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Returning: {'device': 'a22c72fc-a994-43ca-87f0-11a179bacc56', 'network_id': '4744fb36-3c6e-45ed-8835-58a06f451405', 'port_id': 'a22c72fc-a994-43ca-87f0-11a179bacc56', 'mac_address': 'fa:16:3e:45:57:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f163fe2f-7ae5-4149-86b3-e8dbde6e7191', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 14:43:34.459619 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-481241ae-453c-415b-82d6-30b9aed05f78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:34.487058 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-b77e4c9c-d3e6-4040-b7ab-7fe8e04a0ed7 req-fea29d73-e89c-41b1-9c4e-6d14f6bd7780 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7ef18720-15dd-4ca1-94ee-72a6568dc847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182063 Jun 10 14:43:34.491712 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:34.504116 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-504eba38-4ba4-4c91-b73a-3e0c9f8381f3 req-fdb55f0e-4900-443f-9cf7-108c563e8bee service neutron] 10.222.0.36 "GET /v2.0/networks/4744fb36-3c6e-45ed-8835-58a06f451405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859224 Jun 10 14:43:34.509202 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.notifiers.nova [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a22c72fc-a994-43ca-87f0-11a179bacc56 {{(pid=98190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 14:43:34.524452 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-481241ae-453c-415b-82d6-30b9aed05f78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:34.556426 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] For port a22c72fc-a994-43ca-87f0-11a179bacc56, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=a22c72fc-a994-43ca-87f0-11a179bacc56,segment=NetworkSegment(c43a5be5-1290-4a91-ba59-a957b85e24b7),segment_id=c43a5be5-1290-4a91-ba59-a957b85e24b7)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:43:34.562198 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:34.566696 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:34.653959 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Pushing event updated for resources: {'Port': ['ID=a22c72fc-a994-43ca-87f0-11a179bacc56,revision_number=4']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:34.670734 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:34.702939 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-481241ae-453c-415b-82d6-30b9aed05f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:34.711199 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-481241ae-453c-415b-82d6-30b9aed05f78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:34.711199 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-481241ae-453c-415b-82d6-30b9aed05f78 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c87ecb1d-9691-4916-9110-7abfab7e6bcf HTTP/1.1" status: 204 len: 168 time: 0.4889433 Jun 10 14:43:34.711199 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-f9598338-ad6d-4042-9480-b0386c1e37a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:34.740110 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481241ae-453c-415b-82d6-30b9aed05f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c87ecb1d-9691-4916-9110-7abfab7e6bcf,revision_number=None']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:34.763146 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-481241ae-453c-415b-82d6-30b9aed05f78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:34.812574 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0841e0-7f91-49a6-b376-3fd326dd77fa None None] Sync routers for ids ['afc6eee9-f081-4d36-b4e1-7054fa11713e'] in dv-cinder-795785-1-smb {{(pid=98190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 14:43:34.850323 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-504eba38-4ba4-4c91-b73a-3e0c9f8381f3 req-a72f1476-8a6d-49ba-b8cd-787ed12db446 service neutron] 10.222.0.36 "GET /v2.0/networks/4744fb36-3c6e-45ed-8835-58a06f451405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967422 Jun 10 14:43:34.855513 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0841e0-7f91-49a6-b376-3fd326dd77fa None None] Routers {'afc6eee9-f081-4d36-b4e1-7054fa11713e'} bound to L3 agent in host dv-cinder-795785-1-smb {{(pid=98190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:43:34.855780 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_hamode_db [None req-aa0841e0-7f91-49a6-b376-3fd326dd77fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T14:34:42Z,description=,heartbeat_timestamp=2021-06-10T14:43:12Z,host='dv-cinder-795785-1-smb',id=e92f4ea4-4278-4a3e-8ba4-23ff1581fd94,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:42Z,topic='l3_agent')) {'router_ids': ['afc6eee9-f081-4d36-b4e1-7054fa11713e'], 'active': True} {{(pid=98190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:43:35.160608 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_dvr_db [None req-aa0841e0-7f91-49a6-b376-3fd326dd77fa None None] Set router afc6eee9-f081-4d36-b4e1-7054fa11713e gateway port host: dv-cinder-795785-1-smb {{(pid=98190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:43:35.171990 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 34948) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:35.194294 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-a61785bd-3b97-482e-8c90-417d47679572 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:35.214468 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] get_ports_and_sgs() called for port_ids ['a22c72fc-a994-43ca-87f0-11a179bacc56'] {{(pid=98190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 14:43:35.217042 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Device ccae7a75-f234-46a1-ae6a-35ce2b457b62 up at agent ovs-agent-dv-cinder-795785-1-smb {{(pid=98190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:43:35.255789 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c381ba-48db-49af-80f2-39e15ae9d87b req-2cd9059a-1720-4a80-b394-fc8d1c7ec479 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:35.262931 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-86c381ba-48db-49af-80f2-39e15ae9d87b req-2cd9059a-1720-4a80-b394-fc8d1c7ec479 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bea10ad-651c-4fcf-9fcf-0e199a9ff9e9 HTTP/1.1" status: 200 len: 945 time: 0.1204481 Jun 10 14:43:35.323650 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-86c381ba-48db-49af-80f2-39e15ae9d87b req-8a99bf66-3876-42fd-9557-d2c2fabf9aef tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/security-groups?id=7ef18720-15dd-4ca1-94ee-72a6568dc847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595615 Jun 10 14:43:35.365785 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-a61785bd-3b97-482e-8c90-417d47679572 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:35.376502 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-a61785bd-3b97-482e-8c90-417d47679572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:35.381386 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-80923adb-20c1-4375-8b76-98174c3d517e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:35.451645 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61785bd-3b97-482e-8c90-417d47679572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1299f3d7-268b-457d-89d3-f8e4e9fce60c,revision_number=1']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:35.459012 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-a61785bd-3b97-482e-8c90-417d47679572 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:35.494854 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 34954) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:35.497236 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-a61785bd-3b97-482e-8c90-417d47679572 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=49c4c4789adc4c2793ff8547df4f84e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3234580 Jun 10 14:43:35.578028 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Provisioning complete for port ccae7a75-f234-46a1-ae6a-35ce2b457b62 triggered by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:43:35.578414 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32877986'] for port, provisioning_complete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:35.631986 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-95cb063c-80df-4bfc-9ab4-138b0b8cc0ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:35.663197 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-95cb063c-80df-4bfc-9ab4-138b0b8cc0ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:35.716191 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e48c57-2053-450d-99d7-82c9fc06d88d req-2fb09a1f-e500-4163-a302-7995081acea9 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:35.717995 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-53e48c57-2053-450d-99d7-82c9fc06d88d req-2fb09a1f-e500-4163-a302-7995081acea9 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/ports?device_id=48806f96-8a7a-47cc-a144-6b1ef8d43028 HTTP/1.1" status: 200 len: 944 time: 0.1695230 Jun 10 14:43:35.839986 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-53e48c57-2053-450d-99d7-82c9fc06d88d req-ed7993b2-d4c6-4d88-bdfa-ea1e813580bc tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa6450ec-2090-40c0-8f5e-ef907fcb2083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104426 Jun 10 14:43:35.857761 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-95cb063c-80df-4bfc-9ab4-138b0b8cc0ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:35.860507 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-95cb063c-80df-4bfc-9ab4-138b0b8cc0ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:35.862141 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-95cb063c-80df-4bfc-9ab4-138b0b8cc0ae admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1299f3d7-268b-457d-89d3-f8e4e9fce60c HTTP/1.1" status: 204 len: 168 time: 0.3657827 Jun 10 14:43:35.876590 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-9a526338-8a83-4e92-975e-c23c9810115c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:35.887163 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cb063c-80df-4bfc-9ab4-138b0b8cc0ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1299f3d7-268b-457d-89d3-f8e4e9fce60c,revision_number=None']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:35.890514 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-95cb063c-80df-4bfc-9ab4-138b0b8cc0ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:36.042253 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_hamode_db [None req-aa0841e0-7f91-49a6-b376-3fd326dd77fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc6eee9-f081-4d36-b4e1-7054fa11713e', 'name': 'tempest-TestMinimumBasicScenario-1163235217-router', 'tenant_id': '3497fbebd6c543a99c722d4a9e450510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'external_fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.136'}], 'enable_snat': True}, 'gw_port_id': 'ccae7a75-f234-46a1-ae6a-35ce2b457b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:43:23Z', 'updated_at': '2021-06-10T14:43:31Z', 'revision_number': 4, 'project_id': '3497fbebd6c543a99c722d4a9e450510', 'gw_port': {'id': 'ccae7a75-f234-46a1-ae6a-35ce2b457b62', 'name': '', 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc6eee9-f081-4d36-b4e1-7054fa11713e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:43:24Z', 'updated_at': '2021-06-10T14:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-smb', '_interfaces': [{'id': '472b8583-8bf9-4364-b0bb-371afc2aa1f6', 'name': '', 'network_id': '3a29647e-cef4-4a6e-9d93-cbbf7a7993fc', 'tenant_id': '3497fbebd6c543a99c722d4a9e450510', 'mac_address': 'fa:16:3e:6d:3a:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afc6eee9-f081-4d36-b4e1-7054fa11713e', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'dea77d5a-1d2e-4182-98a9-235b6bb54ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:43:30Z', 'updated_at': '2021-06-10T14:43:32Z', 'revision_number': 2, 'project_id': '3497fbebd6c543a99c722d4a9e450510', 'subnets': [{'id': 'dea77d5a-1d2e-4182-98a9-235b6bb54ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-1-smb', False) {} {{(pid=98190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:43:36.048174 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0841e0-7f91-49a6-b376-3fd326dd77fa None None] Checking router: afc6eee9-f081-4d36-b4e1-7054fa11713e for host: dv-cinder-795785-1-smb {{(pid=98190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 14:43:36.048642 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0841e0-7f91-49a6-b376-3fd326dd77fa None None] Updating router afc6eee9-f081-4d36-b4e1-7054fa11713e port 472b8583-8bf9-4364-b0bb-371afc2aa1f6 binding host dv-cinder-795785-1-smb {{(pid=98190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 14:43:36.095080 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-aa0841e0-7f91-49a6-b376-3fd326dd77fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:36.623951 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 34978) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:36.635954 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-aa0841e0-7f91-49a6-b376-3fd326dd77fa None None] Notify callbacks [] for port, precommit_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:36.655251 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1b512d-dc51-4700-b8c5-26c52dc9dd39 req-6c0fe310-94a8-45b2-a07d-386d2134163d tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:36.662355 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-1c1b512d-dc51-4700-b8c5-26c52dc9dd39 req-6c0fe310-94a8-45b2-a07d-386d2134163d tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bea10ad-651c-4fcf-9fcf-0e199a9ff9e9 HTTP/1.1" status: 200 len: 945 time: 0.1573849 Jun 10 14:43:36.663537 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-aa0841e0-7f91-49a6-b376-3fd326dd77fa None None] Transition to ACTIVE for port object 472b8583-8bf9-4364-b0bb-371afc2aa1f6 will not be triggered until provisioned by entity L2. {{(pid=98190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:43:36.678012 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-aa0841e0-7f91-49a6-b376-3fd326dd77fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:36.680803 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-5ecfbafc-ed91-416d-a96d-be9d1c3a08b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:36.697486 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-5b036be4-8d79-427e-b89d-a74f5087972c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:36.765289 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-1c1b512d-dc51-4700-b8c5-26c52dc9dd39 req-ddc0a632-06ad-493a-ac24-fb9f5c6fbf7a tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/security-groups?id=7ef18720-15dd-4ca1-94ee-72a6568dc847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953064 Jun 10 14:43:37.051150 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-5b036be4-8d79-427e-b89d-a74f5087972c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:37.063736 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-5b036be4-8d79-427e-b89d-a74f5087972c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:37.070607 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-7c879d83-7301-402e-b461-69690370f6d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:37.079004 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2b9062-5854-4967-8f19-50f3d7ffd18c None None] Pushing event updated for resources: {'Port': ['ID=472b8583-8bf9-4364-b0bb-371afc2aa1f6,revision_number=3']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:37.088441 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-ba2b9062-5854-4967-8f19-50f3d7ffd18c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:37.092516 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.managers [None req-aa0841e0-7f91-49a6-b376-3fd326dd77fa None None] Attempting to bind port 472b8583-8bf9-4364-b0bb-371afc2aa1f6 on host dv-cinder-795785-1-smb for vnic_type normal with profile {{(pid=98190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 14:43:37.094501 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.managers [None req-aa0841e0-7f91-49a6-b376-3fd326dd77fa None None] Attempting to bind port 472b8583-8bf9-4364-b0bb-371afc2aa1f6 by drivers openvswitch,hyperv on host dv-cinder-795785-1-smb at level 0 using segments [{'id': '2b451d6d-6ad0-4825-8426-35f658a1432a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3a29647e-cef4-4a6e-9d93-cbbf7a7993fc'}] {{(pid=98190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 14:43:37.099496 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0841e0-7f91-49a6-b376-3fd326dd77fa None None] Attempting to bind port 472b8583-8bf9-4364-b0bb-371afc2aa1f6 on network 3a29647e-cef4-4a6e-9d93-cbbf7a7993fc {{(pid=98190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 14:43:37.112408 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0841e0-7f91-49a6-b376-3fd326dd77fa None None] Checking agent: {'id': '22b05ad3-e755-4423-b55e-6b54dea224ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 14, 34, 42), 'started_at': datetime.datetime(2021, 6, 10, 14, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 14, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 14:43:37.112760 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0841e0-7f91-49a6-b376-3fd326dd77fa None None] Checking segment: {'id': '2b451d6d-6ad0-4825-8426-35f658a1432a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3a29647e-cef4-4a6e-9d93-cbbf7a7993fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 14:43:37.113306 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-aa0841e0-7f91-49a6-b376-3fd326dd77fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:37.114288 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0841e0-7f91-49a6-b376-3fd326dd77fa None None] Bound using segment: {'id': '2b451d6d-6ad0-4825-8426-35f658a1432a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3a29647e-cef4-4a6e-9d93-cbbf7a7993fc'} {{(pid=98190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 14:43:37.126855 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.managers [None req-aa0841e0-7f91-49a6-b376-3fd326dd77fa None None] Bound port: 472b8583-8bf9-4364-b0bb-371afc2aa1f6, host: dv-cinder-795785-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b451d6d-6ad0-4825-8426-35f658a1432a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3a29647e-cef4-4a6e-9d93-cbbf7a7993fc'}}] {{(pid=98190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 14:43:37.126855 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-aa0841e0-7f91-49a6-b376-3fd326dd77fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:37.174924 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-5b036be4-8d79-427e-b89d-a74f5087972c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=eafb138eb43948d3bd8bf7c4b7bda444&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5488696 Jun 10 14:43:37.177011 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 34996) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:37.203743 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b036be4-8d79-427e-b89d-a74f5087972c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=990f76ad-e0d6-48dd-945f-72db438afdbb,revision_number=1']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:37.215909 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-5b036be4-8d79-427e-b89d-a74f5087972c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:37.263793 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-da2164a9-9a8e-4ecc-9890-57f319454b39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:37.298485 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-da2164a9-9a8e-4ecc-9890-57f319454b39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:37.312009 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21b61af-1b30-442e-83e1-fbc623d7c3d3 req-cea05cb2-5f72-4451-8453-57b667996444 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:37.325467 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-d21b61af-1b30-442e-83e1-fbc623d7c3d3 req-cea05cb2-5f72-4451-8453-57b667996444 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9a3b00d-2848-49e7-b8bf-d499e1885c8a HTTP/1.1" status: 200 len: 946 time: 0.2545798 Jun 10 14:43:37.358439 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-aa0841e0-7f91-49a6-b376-3fd326dd77fa None None] For port 472b8583-8bf9-4364-b0bb-371afc2aa1f6, host dv-cinder-795785-1-smb, cleared binding levels {{(pid=98190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 14:43:37.362827 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-aa0841e0-7f91-49a6-b376-3fd326dd77fa None None] For port 472b8583-8bf9-4364-b0bb-371afc2aa1f6, host dv-cinder-795785-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-smb',level=0,port_id=472b8583-8bf9-4364-b0bb-371afc2aa1f6,segment=NetworkSegment(2b451d6d-6ad0-4825-8426-35f658a1432a),segment_id=2b451d6d-6ad0-4825-8426-35f658a1432a)] {{(pid=98190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 14:43:37.367012 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-aa0841e0-7f91-49a6-b376-3fd326dd77fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:37.367578 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0549fb-2624-45de-9409-c43590e041d7 req-3d9d1d05-36d5-44ca-943c-59b1e67423ca tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:37.369390 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-bd8fcefc-16ae-426b-bf66-fc3778c65051 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:37.369903 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-eb0549fb-2624-45de-9409-c43590e041d7 req-3d9d1d05-36d5-44ca-943c-59b1e67423ca tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/ports?device_id=48806f96-8a7a-47cc-a144-6b1ef8d43028 HTTP/1.1" status: 200 len: 944 time: 0.2000544 Jun 10 14:43:37.399832 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-da2164a9-9a8e-4ecc-9890-57f319454b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:37.406855 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-da2164a9-9a8e-4ecc-9890-57f319454b39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:37.406993 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-d21b61af-1b30-442e-83e1-fbc623d7c3d3 req-59660445-207e-4d20-b1b2-277714756ec1 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/security-groups?id=7ef18720-15dd-4ca1-94ee-72a6568dc847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805254 Jun 10 14:43:37.409823 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-da2164a9-9a8e-4ecc-9890-57f319454b39 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/990f76ad-e0d6-48dd-945f-72db438afdbb HTTP/1.1" status: 204 len: 168 time: 0.2224541 Jun 10 14:43:37.411102 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-89529a8d-91f9-488a-a2bf-a8835defae23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:37.434002 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2164a9-9a8e-4ecc-9890-57f319454b39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=990f76ad-e0d6-48dd-945f-72db438afdbb,revision_number=None']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:37.436413 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-da2164a9-9a8e-4ecc-9890-57f319454b39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:37.569585 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-eb0549fb-2624-45de-9409-c43590e041d7 req-88ff8f74-57a9-4b19-b83e-2972289f385d tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa6450ec-2090-40c0-8f5e-ef907fcb2083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782773 Jun 10 14:43:37.607212 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0841e0-7f91-49a6-b376-3fd326dd77fa None None] Routers {'afc6eee9-f081-4d36-b4e1-7054fa11713e'} bound to L3 agent in host dv-cinder-795785-1-smb {{(pid=98190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:43:37.607645 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_hamode_db [None req-aa0841e0-7f91-49a6-b376-3fd326dd77fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T14:34:42Z,description=,heartbeat_timestamp=2021-06-10T14:43:12Z,host='dv-cinder-795785-1-smb',id=e92f4ea4-4278-4a3e-8ba4-23ff1581fd94,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:42Z,topic='l3_agent')) {'router_ids': ['afc6eee9-f081-4d36-b4e1-7054fa11713e'], 'active': True} {{(pid=98190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:43:37.633231 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:37.823434 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2b9062-5854-4967-8f19-50f3d7ffd18c None None] Pushing event updated for resources: {'Port': ['ID=472b8583-8bf9-4364-b0bb-371afc2aa1f6,revision_number=4']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:37.827036 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-ba2b9062-5854-4967-8f19-50f3d7ffd18c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:38.098041 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_dvr_db [None req-aa0841e0-7f91-49a6-b376-3fd326dd77fa None None] Set router afc6eee9-f081-4d36-b4e1-7054fa11713e gateway port host: dv-cinder-795785-1-smb {{(pid=98190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:43:38.231023 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Device a22c72fc-a994-43ca-87f0-11a179bacc56 up at agent hyperv_hv-cinder-79578 {{(pid=98190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:43:38.394748 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Provisioning for port a22c72fc-a994-43ca-87f0-11a179bacc56 completed by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:43:38.400073 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Provisioning complete for port a22c72fc-a994-43ca-87f0-11a179bacc56 triggered by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:43:38.400569 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32877986'] for port, provisioning_complete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:38.546121 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_hamode_db [None req-aa0841e0-7f91-49a6-b376-3fd326dd77fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc6eee9-f081-4d36-b4e1-7054fa11713e', 'name': 'tempest-TestMinimumBasicScenario-1163235217-router', 'tenant_id': '3497fbebd6c543a99c722d4a9e450510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'external_fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.136'}], 'enable_snat': True}, 'gw_port_id': 'ccae7a75-f234-46a1-ae6a-35ce2b457b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:43:23Z', 'updated_at': '2021-06-10T14:43:31Z', 'revision_number': 4, 'project_id': '3497fbebd6c543a99c722d4a9e450510', 'gw_port': {'id': 'ccae7a75-f234-46a1-ae6a-35ce2b457b62', 'name': '', 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc6eee9-f081-4d36-b4e1-7054fa11713e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:43:24Z', 'updated_at': '2021-06-10T14:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-smb', '_interfaces': [{'id': '472b8583-8bf9-4364-b0bb-371afc2aa1f6', 'name': '', 'network_id': '3a29647e-cef4-4a6e-9d93-cbbf7a7993fc', 'tenant_id': '3497fbebd6c543a99c722d4a9e450510', 'mac_address': 'fa:16:3e:6d:3a:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afc6eee9-f081-4d36-b4e1-7054fa11713e', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'dea77d5a-1d2e-4182-98a9-235b6bb54ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:43:30Z', 'updated_at': '2021-06-10T14:43:37Z', 'revision_number': 4, 'project_id': '3497fbebd6c543a99c722d4a9e450510', 'subnets': [{'id': 'dea77d5a-1d2e-4182-98a9-235b6bb54ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-1-smb', False) {} {{(pid=98190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:43:38.547788 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:38.562501 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0841e0-7f91-49a6-b376-3fd326dd77fa None None] The sync data for ids ['afc6eee9-f081-4d36-b4e1-7054fa11713e'] in dv-cinder-795785-1-smb is: [{'id': 'afc6eee9-f081-4d36-b4e1-7054fa11713e', 'name': 'tempest-TestMinimumBasicScenario-1163235217-router', 'tenant_id': '3497fbebd6c543a99c722d4a9e450510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'external_fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.136'}], 'enable_snat': True}, 'gw_port_id': 'ccae7a75-f234-46a1-ae6a-35ce2b457b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:43:23Z', 'updated_at': '2021-06-10T14:43:31Z', 'revision_number': 4, 'project_id': '3497fbebd6c543a99c722d4a9e450510', 'gw_port': {'id': 'ccae7a75-f234-46a1-ae6a-35ce2b457b62', 'name': '', 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc6eee9-f081-4d36-b4e1-7054fa11713e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:43:24Z', 'updated_at': '2021-06-10T14:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-smb', '_interfaces': [{'id': '472b8583-8bf9-4364-b0bb-371afc2aa1f6', 'name': '', 'network_id': '3a29647e-cef4-4a6e-9d93-cbbf7a7993fc', 'tenant_id': '3497fbebd6c543a99c722d4a9e450510', 'mac_address': 'fa:16:3e:6d:3a:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afc6eee9-f081-4d36-b4e1-7054fa11713e', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'dea77d5a-1d2e-4182-98a9-235b6bb54ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:43:30Z', 'updated_at': '2021-06-10T14:43:37Z', 'revision_number': 4, 'project_id': '3497fbebd6c543a99c722d4a9e450510', 'subnets': [{'id': 'dea77d5a-1d2e-4182-98a9-235b6bb54ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 14:43:38.579780 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48806f96-8a7a-47cc-a144-6b1ef8d43028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a22c72fc-a994-43ca-87f0-11a179bacc56'}] {{(pid=98190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:43:38.583457 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3d4185ab3030d597d4fdff3a42636a440041618624b200d466a1cf3773607d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e7e2d7f-9a66-4810-b492-02ab17af12e6" -d '{"events": [{"server_uuid": "48806f96-8a7a-47cc-a144-6b1ef8d43028", "name": "network-vif-plugged", "status": "completed", "tag": "a22c72fc-a994-43ca-87f0-11a179bacc56"}]}' {{(pid=98190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:43:38.599515 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] For port a22c72fc-a994-43ca-87f0-11a179bacc56, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=a22c72fc-a994-43ca-87f0-11a179bacc56,segment=NetworkSegment(c43a5be5-1290-4a91-ba59-a957b85e24b7),segment_id=c43a5be5-1290-4a91-ba59-a957b85e24b7)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:43:38.607278 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:38.609804 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:38.723841 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 14:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62850d37-3c91-4642-8c42-d161429f1090 x-openstack-request-id: req-62850d37-3c91-4642-8c42-d161429f1090 {{(pid=98190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:43:38.724148 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48806f96-8a7a-47cc-a144-6b1ef8d43028", "name": "network-vif-plugged", "status": "completed", "tag": "a22c72fc-a994-43ca-87f0-11a179bacc56", "code": 200}]} {{(pid=98190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:43:38.724448 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-62850d37-3c91-4642-8c42-d161429f1090 {{(pid=98190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:43:38.724863 dv-cinder-795785-1-smb neutron-server[98190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48806f96-8a7a-47cc-a144-6b1ef8d43028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a22c72fc-a994-43ca-87f0-11a179bacc56', 'code': 200} Jun 10 14:43:38.730405 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Pushing event updated for resources: {'Port': ['ID=a22c72fc-a994-43ca-87f0-11a179bacc56,revision_number=5']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:38.734112 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:38.943320 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb9a1db-dc35-44fd-9ba9-6fc0133af2b7 req-5b137344-5816-4084-b539-680ca912d00d tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:38.951287 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-5cb9a1db-dc35-44fd-9ba9-6fc0133af2b7 req-5b137344-5816-4084-b539-680ca912d00d tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/ports?device_id=48806f96-8a7a-47cc-a144-6b1ef8d43028 HTTP/1.1" status: 200 len: 945 time: 0.1439939 Jun 10 14:43:39.047089 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-5cb9a1db-dc35-44fd-9ba9-6fc0133af2b7 req-f1e11b08-cc32-4d2d-a604-1924f33e9b7a tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa6450ec-2090-40c0-8f5e-ef907fcb2083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946674 Jun 10 14:43:39.051304 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Device 472b8583-8bf9-4364-b0bb-371afc2aa1f6 up at agent ovs-agent-dv-cinder-795785-1-smb {{(pid=98190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:43:39.061812 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f83472-05de-4755-b8eb-2202103a4aa7 req-68d145e7-67d0-4b9c-b043-aed4cfcdbf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:39.063490 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-75f83472-05de-4755-b8eb-2202103a4aa7 req-68d145e7-67d0-4b9c-b043-aed4cfcdbf47 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=48806f96-8a7a-47cc-a144-6b1ef8d43028 HTTP/1.1" status: 200 len: 1098 time: 0.1010387 Jun 10 14:43:39.123988 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-75f83472-05de-4755-b8eb-2202103a4aa7 req-ed3cc792-53d7-4e70-aa64-1cd2fffea1c7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=aa6450ec-2090-40c0-8f5e-ef907fcb2083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461581 Jun 10 14:43:39.128715 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Provisioning for port 472b8583-8bf9-4364-b0bb-371afc2aa1f6 completed by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:43:39.133937 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Provisioning complete for port 472b8583-8bf9-4364-b0bb-371afc2aa1f6 triggered by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:43:39.134723 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32877986'] for port, provisioning_complete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:39.331779 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.agents_db [None req-cd79858f-8c6e-4eae-9804-968873059af8 None None] Agent healthcheck: found 6 active agents {{(pid=98191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 14:43:39.381801 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:39.489744 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] For port 472b8583-8bf9-4364-b0bb-371afc2aa1f6, host dv-cinder-795785-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-smb',level=0,port_id=472b8583-8bf9-4364-b0bb-371afc2aa1f6,segment=NetworkSegment(2b451d6d-6ad0-4825-8426-35f658a1432a),segment_id=2b451d6d-6ad0-4825-8426-35f658a1432a)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:43:39.500135 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:39.505974 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:39.825523 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-7ddc7233-7167-4b44-bb88-5ddb1b11d008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:39.837202 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Pushing event updated for resources: {'Port': ['ID=472b8583-8bf9-4364-b0bb-371afc2aa1f6,revision_number=5']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:39.844201 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:40.094443 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7013e3-4539-4a28-8ff5-0caf77992da8 req-1a783719-44c0-44b2-b1d4-d75f79113d71 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:40.096893 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-ca7013e3-4539-4a28-8ff5-0caf77992da8 req-1a783719-44c0-44b2-b1d4-d75f79113d71 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9a3b00d-2848-49e7-b8bf-d499e1885c8a HTTP/1.1" status: 200 len: 946 time: 0.1110644 Jun 10 14:43:40.100548 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a22b129-f902-4cd5-b47b-8a9f25de1877 req-8a42e8af-92d8-464a-93f5-5af5c0982576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:40.102267 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-2a22b129-f902-4cd5-b47b-8a9f25de1877 req-8a42e8af-92d8-464a-93f5-5af5c0982576 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=96f4cdbf31fc4cbb8c5f5fa2addbb3de&device_id=c9a3b00d-2848-49e7-b8bf-d499e1885c8a HTTP/1.1" status: 200 len: 1099 time: 0.2001193 Jun 10 14:43:40.268339 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a22b129-f902-4cd5-b47b-8a9f25de1877 req-6d2d7d9c-bb8b-42e9-909a-993fc35f92cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:40.270152 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-2a22b129-f902-4cd5-b47b-8a9f25de1877 req-6d2d7d9c-bb8b-42e9-909a-993fc35f92cf service neutron] 10.222.0.36 "GET /v2.0/networks?id=eceb2f61-46d5-4aae-a498-4b03ff1ffe6f HTTP/1.1" status: 200 len: 919 time: 0.1484709 Jun 10 14:43:40.325656 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-ca7013e3-4539-4a28-8ff5-0caf77992da8 req-7626eee0-2986-48ba-acd2-ba63437fee9d tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/security-groups?id=7ef18720-15dd-4ca1-94ee-72a6568dc847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219288 Jun 10 14:43:40.392700 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-2a22b129-f902-4cd5-b47b-8a9f25de1877 req-7fe43ef7-a1da-4687-81ac-bce58b8dd6d3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39e2555c-329d-4b2c-b1ab-1211d2e21ca3 HTTP/1.1" status: 200 len: 217 time: 0.0775640 Jun 10 14:43:40.505271 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a22b129-f902-4cd5-b47b-8a9f25de1877 req-43f71c8f-b023-40cc-a38c-96c3e956660b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:40.506711 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-2a22b129-f902-4cd5-b47b-8a9f25de1877 req-43f71c8f-b023-40cc-a38c-96c3e956660b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b3511c78-374d-4ef9-a4c4-c0913a2192ca HTTP/1.1" status: 200 len: 858 time: 0.0965214 Jun 10 14:43:40.582233 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-2a22b129-f902-4cd5-b47b-8a9f25de1877 req-b3691421-17e0-4462-b0e3-c077faf5d61d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eceb2f61-46d5-4aae-a498-4b03ff1ffe6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649924 Jun 10 14:43:40.593229 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de193c9-9259-43ba-8587-83e86b8016df req-f79a6ea5-da00-4c7c-873b-38d93f938f53 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:40.597300 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-4de193c9-9259-43ba-8587-83e86b8016df req-f79a6ea5-da00-4c7c-873b-38d93f938f53 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/ports?device_id=48806f96-8a7a-47cc-a144-6b1ef8d43028 HTTP/1.1" status: 200 len: 945 time: 0.3297269 Jun 10 14:43:40.764175 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-4de193c9-9259-43ba-8587-83e86b8016df req-2003b615-9877-4e73-87bf-048ef8f639c8 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa6450ec-2090-40c0-8f5e-ef907fcb2083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464500 Jun 10 14:43:40.785731 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-2a22b129-f902-4cd5-b47b-8a9f25de1877 req-cb19f02c-deb1-42f3-ba31-6e75c6de7675 service neutron] 10.222.0.36 "GET /v2.0/networks/eceb2f61-46d5-4aae-a498-4b03ff1ffe6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622620 Jun 10 14:43:40.940185 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-2a22b129-f902-4cd5-b47b-8a9f25de1877 req-2bf43482-1150-4b7f-a9f2-0e6743dd90d7 service neutron] 10.222.0.36 "GET /v2.0/networks/eceb2f61-46d5-4aae-a498-4b03ff1ffe6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449378 Jun 10 14:43:40.998040 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Device 472b8583-8bf9-4364-b0bb-371afc2aa1f6 up at agent ovs-agent-dv-cinder-795785-1-smb {{(pid=98190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:43:41.108815 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Provisioning complete for port 472b8583-8bf9-4364-b0bb-371afc2aa1f6 triggered by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:43:41.109671 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32877986'] for port, provisioning_complete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:41.492242 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 35104) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:41.592240 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b144ba17-6953-4105-851c-da16cea216d0 req-30d19c54-c797-4924-8acf-4d42eb1e756a tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:41.600213 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-b144ba17-6953-4105-851c-da16cea216d0 req-30d19c54-c797-4924-8acf-4d42eb1e756a tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9a3b00d-2848-49e7-b8bf-d499e1885c8a HTTP/1.1" status: 200 len: 946 time: 0.0992720 Jun 10 14:43:41.614774 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-74dea9df-6476-4709-9508-b92c8df28da7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:41.657549 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-b144ba17-6953-4105-851c-da16cea216d0 req-3d96a5d8-cae6-41ce-89f6-6fb9f9a37369 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/security-groups?id=7ef18720-15dd-4ca1-94ee-72a6568dc847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562224 Jun 10 14:43:41.714175 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-74dea9df-6476-4709-9508-b92c8df28da7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:41.720125 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-74dea9df-6476-4709-9508-b92c8df28da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:41.724209 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-4e3eaf59-b5a4-425a-9d6e-4bafe4fcefa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:41.770996 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 35112) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:41.771190 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-74dea9df-6476-4709-9508-b92c8df28da7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=33760d1fc33640a6959ad545311da8ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2777016 Jun 10 14:43:41.772007 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dea9df-6476-4709-9508-b92c8df28da7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=296ce116-d581-4b40-a538-0988d81b8c72,revision_number=1']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:41.776199 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-74dea9df-6476-4709-9508-b92c8df28da7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:41.846312 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-78a5154e-cdfc-44d4-bfc5-6a2c64f43e35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:41.881520 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-78a5154e-cdfc-44d4-bfc5-6a2c64f43e35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:41.996831 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-78a5154e-cdfc-44d4-bfc5-6a2c64f43e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:41.999487 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-78a5154e-cdfc-44d4-bfc5-6a2c64f43e35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:42.000662 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-78a5154e-cdfc-44d4-bfc5-6a2c64f43e35 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/296ce116-d581-4b40-a538-0988d81b8c72 HTTP/1.1" status: 204 len: 168 time: 0.2286410 Jun 10 14:43:42.004406 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:42.015644 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e13a99-8216-4263-a840-63b066e8e4e5 req-8d0c15c7-33b5-4a02-9915-0eca8ba14d70 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:42.019876 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-d2e13a99-8216-4263-a840-63b066e8e4e5 req-8d0c15c7-33b5-4a02-9915-0eca8ba14d70 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/ports?device_id=48806f96-8a7a-47cc-a144-6b1ef8d43028 HTTP/1.1" status: 200 len: 945 time: 0.1111586 Jun 10 14:43:42.026749 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a5154e-cdfc-44d4-bfc5-6a2c64f43e35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=296ce116-d581-4b40-a538-0988d81b8c72,revision_number=None']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:42.036689 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-78a5154e-cdfc-44d4-bfc5-6a2c64f43e35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:42.075961 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:42.109719 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-d2e13a99-8216-4263-a840-63b066e8e4e5 req-374317e3-2741-4715-a090-3b7f99694dcc tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa6450ec-2090-40c0-8f5e-ef907fcb2083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716579 Jun 10 14:43:42.167706 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 35124) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:42.206390 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-ac55c9f4-bf7d-4c9b-934b-538d781919bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:42.448315 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-58cb74dd-b317-48b6-90a2-eef8bd5656d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:42.600862 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 35136) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:42.635925 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-9e87f5c3-6a89-42a4-9653-383d0a066410 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:42.674295 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-58cb74dd-b317-48b6-90a2-eef8bd5656d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:42.681500 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-58cb74dd-b317-48b6-90a2-eef8bd5656d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:42.715908 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-9beb72cc-c4b2-42d3-a581-8a9eb00bfb72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:42.723986 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 35140) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:42.724339 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-58cb74dd-b317-48b6-90a2-eef8bd5656d4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a7a8e2d0d8d74cb298f0d27129bc2a3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5550807 Jun 10 14:43:42.768302 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cb74dd-b317-48b6-90a2-eef8bd5656d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=563bb086-0d3c-4c71-96e8-5e09816fdf4a,revision_number=1']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:42.775874 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-58cb74dd-b317-48b6-90a2-eef8bd5656d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:42.831472 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-b605b93d-8b6d-4cae-95eb-54d10a76c5c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:42.869687 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-b605b93d-8b6d-4cae-95eb-54d10a76c5c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:42.894116 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-9e87f5c3-6a89-42a4-9653-383d0a066410 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:42.904060 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-9e87f5c3-6a89-42a4-9653-383d0a066410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:42.915941 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-bfe0a1cd-6dc7-4bb3-b9dc-4b21144c471c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:42.928968 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf31a93-ff3a-402d-89f1-e094cbc0bfbe req-a6ec17b4-f10c-4b6f-944d-b0c4ef1a9410 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:42.934011 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-ccf31a93-ff3a-402d-89f1-e094cbc0bfbe req-a6ec17b4-f10c-4b6f-944d-b0c4ef1a9410 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9a3b00d-2848-49e7-b8bf-d499e1885c8a HTTP/1.1" status: 200 len: 946 time: 0.1376050 Jun 10 14:43:42.973250 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e87f5c3-6a89-42a4-9653-383d0a066410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=043cf9c5-f82d-4599-a088-6ac0977c5d73,revision_number=1']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:42.977595 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-9e87f5c3-6a89-42a4-9653-383d0a066410 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:42.990469 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-9e87f5c3-6a89-42a4-9653-383d0a066410 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d2de0ff3f5da4569aa786773f2d161d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3878412 Jun 10 14:43:42.997651 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 35144) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:43.018244 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-b605b93d-8b6d-4cae-95eb-54d10a76c5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:43.020938 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-b605b93d-8b6d-4cae-95eb-54d10a76c5c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:43.022171 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-b605b93d-8b6d-4cae-95eb-54d10a76c5c0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/563bb086-0d3c-4c71-96e8-5e09816fdf4a HTTP/1.1" status: 204 len: 168 time: 0.2969780 Jun 10 14:43:43.022911 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-a61785bd-3b97-482e-8c90-417d47679572 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:43.035840 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-ccf31a93-ff3a-402d-89f1-e094cbc0bfbe req-fbea10bd-c0dd-49ed-9dbc-86c01e9b07b1 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/security-groups?id=7ef18720-15dd-4ca1-94ee-72a6568dc847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899966 Jun 10 14:43:43.041704 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b605b93d-8b6d-4cae-95eb-54d10a76c5c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=563bb086-0d3c-4c71-96e8-5e09816fdf4a,revision_number=None']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:43.053492 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-b605b93d-8b6d-4cae-95eb-54d10a76c5c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:43.108950 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-d7c15c77-057f-43a6-b691-455ad5fa200e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:43.137439 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-d7c15c77-057f-43a6-b691-455ad5fa200e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:43.203916 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-d7c15c77-057f-43a6-b691-455ad5fa200e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:43.207954 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-d7c15c77-057f-43a6-b691-455ad5fa200e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:43.209334 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-d7c15c77-057f-43a6-b691-455ad5fa200e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/043cf9c5-f82d-4599-a088-6ac0977c5d73 HTTP/1.1" status: 204 len: 168 time: 0.2102196 Jun 10 14:43:43.210056 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:43.220120 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c15c77-057f-43a6-b691-455ad5fa200e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=043cf9c5-f82d-4599-a088-6ac0977c5d73,revision_number=None']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:43.223586 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-d7c15c77-057f-43a6-b691-455ad5fa200e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:43.258027 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-eaea1bf5-020e-4d00-b5bd-84659b7b503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:44.397726 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 35204) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:44.417641 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fc2d51-8b5e-4f71-bf32-82dce0bd680b req-4a948d5d-789a-4ac2-9ee1-0e84a288d6e2 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:44.419923 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-00fc2d51-8b5e-4f71-bf32-82dce0bd680b req-4a948d5d-789a-4ac2-9ee1-0e84a288d6e2 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9a3b00d-2848-49e7-b8bf-d499e1885c8a HTTP/1.1" status: 200 len: 946 time: 0.2010784 Jun 10 14:43:44.504881 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-00fc2d51-8b5e-4f71-bf32-82dce0bd680b req-1390740b-818d-404f-8654-12d1ce567727 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/security-groups?id=7ef18720-15dd-4ca1-94ee-72a6568dc847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781963 Jun 10 14:43:44.741179 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.v2.base [None req-a9fdcf66-c6a5-48d5-9ebf-b3a16aff2bf1 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-220675330-network', 'tenant_id': 'dfd878f040a749b69cad3b7e3238a4cd'}} {{(pid=98189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:43:44.779113 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9fdcf66-c6a5-48d5-9ebf-b3a16aff2bf1 admin admin] Made reservation on behalf of dfd878f040a749b69cad3b7e3238a4cd for: {'network': 1} {{(pid=98189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 14:43:44.781474 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-a9fdcf66-c6a5-48d5-9ebf-b3a16aff2bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33290777'] for network, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:44.805594 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-a9fdcf66-c6a5-48d5-9ebf-b3a16aff2bf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:44.875197 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-fbbc5fb5-3f71-4862-8fd7-9153cbf0fe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:44.940767 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-a9fdcf66-c6a5-48d5-9ebf-b3a16aff2bf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:44.947471 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-a9fdcf66-c6a5-48d5-9ebf-b3a16aff2bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:44.952117 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-adb6a8c5-28c8-463d-ae22-880cd070e910 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:44.991913 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9fdcf66-c6a5-48d5-9ebf-b3a16aff2bf1 admin admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=98189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 14:43:45.006571 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fdcf66-c6a5-48d5-9ebf-b3a16aff2bf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c469717-5727-4cf6-9ce5-607887173839,revision_number=1']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:45.010936 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-a9fdcf66-c6a5-48d5-9ebf-b3a16aff2bf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:45.011991 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-a9fdcf66-c6a5-48d5-9ebf-b3a16aff2bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32871535'] for segment, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:45.012356 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.db.segments_db [None req-a9fdcf66-c6a5-48d5-9ebf-b3a16aff2bf1 admin admin] Added segment 61501d67-a830-48ef-831f-f94cb25e1bdf of type vlan for network 58964550-9641-4b98-8f40-cedf0f000584 Jun 10 14:43:45.078662 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-a9fdcf66-c6a5-48d5-9ebf-b3a16aff2bf1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770842362772'] for network, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:45.117791 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-a9fdcf66-c6a5-48d5-9ebf-b3a16aff2bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545563'] for network, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:45.119839 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fdcf66-c6a5-48d5-9ebf-b3a16aff2bf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:45.120916 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-a9fdcf66-c6a5-48d5-9ebf-b3a16aff2bf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545536'] for network, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:45.124713 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:45.171207 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-a9fdcf66-c6a5-48d5-9ebf-b3a16aff2bf1 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7707775 Jun 10 14:43:45.174725 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 35226) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:45.231428 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.v2.base [None req-7ea9d919-8a8f-48d8-b1a3-6c65cffbe293 admin admin] Request body: {'subnet': {'network_id': '58964550-9641-4b98-8f40-cedf0f000584', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-220675330-subnet', 'tenant_id': 'dfd878f040a749b69cad3b7e3238a4cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:43:45.236943 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fdcf66-c6a5-48d5-9ebf-b3a16aff2bf1 admin admin] Pushing event updated for resources: {'Network': ['ID=58964550-9641-4b98-8f40-cedf0f000584,revision_number=1']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:45.239915 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-a9fdcf66-c6a5-48d5-9ebf-b3a16aff2bf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:45.254337 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Network 58964550-9641-4b98-8f40-cedf0f000584 details requested by agent ovs-agent-dv-cinder-795785-1-smb with host dv-cinder-795785-1-smb {{(pid=98190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 14:43:45.285075 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea9d919-8a8f-48d8-b1a3-6c65cffbe293 admin admin] Made reservation on behalf of dfd878f040a749b69cad3b7e3238a4cd for: {'subnet': 1} {{(pid=98189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 14:43:45.286717 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-7ea9d919-8a8f-48d8-b1a3-6c65cffbe293 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:45.619329 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-7ea9d919-8a8f-48d8-b1a3-6c65cffbe293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554'] for subnet, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:45.624202 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-587c3b13-872d-46df-a116-1d1e74163d23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:45.732931 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea9d919-8a8f-48d8-b1a3-6c65cffbe293 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36f8e516-da16-44e5-9c96-d90406d3d3b4,revision_number=0']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:45.736111 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-7ea9d919-8a8f-48d8-b1a3-6c65cffbe293 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:45.747404 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96bfbe7-a093-4b07-aa3b-c44d03a55667 req-228db6bc-361d-47f3-9969-3689258054e3 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:45.755278 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-b96bfbe7-a093-4b07-aa3b-c44d03a55667 req-228db6bc-361d-47f3-9969-3689258054e3 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9a3b00d-2848-49e7-b8bf-d499e1885c8a HTTP/1.1" status: 200 len: 946 time: 0.0932245 Jun 10 14:43:45.773093 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea9d919-8a8f-48d8-b1a3-6c65cffbe293 admin admin] Checking segment: {'id': '61501d67-a830-48ef-831f-f94cb25e1bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '58964550-9641-4b98-8f40-cedf0f000584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 14:43:45.773467 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea9d919-8a8f-48d8-b1a3-6c65cffbe293 admin admin] Network hostable DHCP agents. Network: 58964550-9641-4b98-8f40-cedf0f000584, hostable agents: ['e526b2fa-fac9-473e-91d9-302d4f3c322e'], hosted agents: [] {{(pid=98189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 14:43:45.808153 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea9d919-8a8f-48d8-b1a3-6c65cffbe293 admin admin] Network 58964550-9641-4b98-8f40-cedf0f000584 is scheduled to be hosted by DHCP agent e526b2fa-fac9-473e-91d9-302d4f3c322e with binding_index 1 {{(pid=98189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 14:43:45.818605 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-b96bfbe7-a093-4b07-aa3b-c44d03a55667 req-2e6d1696-a762-4645-ae3c-43bc147673ba tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/security-groups?id=7ef18720-15dd-4ca1-94ee-72a6568dc847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596938 Jun 10 14:43:45.825753 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.base_scheduler [None req-7ea9d919-8a8f-48d8-b1a3-6c65cffbe293 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795785-1-smb, 58964550-9641-4b98-8f40-cedf0f000584) {{(pid=98189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:43:45.836698 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea9d919-8a8f-48d8-b1a3-6c65cffbe293 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:45.838275 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-7ea9d919-8a8f-48d8-b1a3-6c65cffbe293 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545536'] for subnet, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:45.842322 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54a7a2d-c9ad-4816-ba15-1adaa6b4f4c9 None None] Network 58964550-9641-4b98-8f40-cedf0f000584 requested from dv-cinder-795785-1-smb {{(pid=98190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 14:43:45.866050 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-7ea9d919-8a8f-48d8-b1a3-6c65cffbe293 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6812379 Jun 10 14:43:46.184644 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053f67e4-b86e-4007-b04a-543d033caf4b None None] Network 58964550-9641-4b98-8f40-cedf0f000584 requested from dv-cinder-795785-1-smb {{(pid=98190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 14:43:47.195303 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a94cd21-3937-46c5-bc72-1c2e57f48230 req-0ede799f-a26a-41c1-84a0-55a6ec6589b8 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:47.197203 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-8a94cd21-3937-46c5-bc72-1c2e57f48230 req-0ede799f-a26a-41c1-84a0-55a6ec6589b8 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9a3b00d-2848-49e7-b8bf-d499e1885c8a HTTP/1.1" status: 200 len: 946 time: 0.1178322 Jun 10 14:43:47.260308 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-8a94cd21-3937-46c5-bc72-1c2e57f48230 req-9ca19488-0c6d-4a50-a4d1-ebfbbfe71afc tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/security-groups?id=7ef18720-15dd-4ca1-94ee-72a6568dc847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468578 Jun 10 14:43:47.910863 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaea8ea-cdae-4ee2-b561-637f41df20e8 req-f6699684-868a-47be-b2c7-953cab9533c3 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:47.912536 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-8aaea8ea-cdae-4ee2-b561-637f41df20e8 req-f6699684-868a-47be-b2c7-953cab9533c3 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] 10.222.0.38 "GET /v2.0/networks?id=58964550-9641-4b98-8f40-cedf0f000584 HTTP/1.1" status: 200 len: 813 time: 0.1448262 Jun 10 14:43:47.929069 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-8aaea8ea-cdae-4ee2-b561-637f41df20e8 req-c87f286b-f5c4-427e-96b1-4b59e7246c68 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] 10.222.0.38 "GET /v2.0/quotas/dfd878f040a749b69cad3b7e3238a4cd HTTP/1.1" status: 200 len: 375 time: 0.0104036 Jun 10 14:43:47.981123 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-8aaea8ea-cdae-4ee2-b561-637f41df20e8 req-e692a9cf-4e78-41a5-952c-352a9de54b23 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=dfd878f040a749b69cad3b7e3238a4cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395253 Jun 10 14:43:48.403714 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-8aaea8ea-cdae-4ee2-b561-637f41df20e8 req-21362dfa-cd24-49a7-8510-46682a25da0a service neutron] 10.222.0.38 "GET /v2.0/networks/58964550-9641-4b98-8f40-cedf0f000584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4074109 Jun 10 14:43:48.577685 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-8aaea8ea-cdae-4ee2-b561-637f41df20e8 req-adac0181-67ad-450e-95a8-bd1effe93123 service neutron] 10.222.0.38 "GET /v2.0/networks/58964550-9641-4b98-8f40-cedf0f000584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729512 Jun 10 14:43:48.611816 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9436ce38-19f7-4832-a5df-31f1a94bec70 req-1c9892ea-1719-47c9-8cae-f5598cc40682 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:48.620859 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-9436ce38-19f7-4832-a5df-31f1a94bec70 req-1c9892ea-1719-47c9-8cae-f5598cc40682 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9a3b00d-2848-49e7-b8bf-d499e1885c8a HTTP/1.1" status: 200 len: 946 time: 0.1917114 Jun 10 14:43:48.681232 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-9436ce38-19f7-4832-a5df-31f1a94bec70 req-03476bab-ae76-46b1-9a22-498a8a5ced2c tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/security-groups?id=7ef18720-15dd-4ca1-94ee-72a6568dc847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591960 Jun 10 14:43:49.022133 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-ed5deb8d-7538-4f74-9c22-a8792cfb046e req-fbb5d924-f8d3-4de9-9688-29e1d9955be6 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] 10.222.0.38 "GET /v2.0/ports?device_id=08c8f2fd-05da-4600-ae3d-41a281ccd9c1 HTTP/1.1" status: 200 len: 210 time: 0.0490661 Jun 10 14:43:49.056225 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b006e3-da26-4708-b9d7-2deebd0f4f4e req-7153c73d-3893-4c0a-a9a7-68351b499c03 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:49.057733 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-06b006e3-da26-4708-b9d7-2deebd0f4f4e req-7153c73d-3893-4c0a-a9a7-68351b499c03 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/networks?id=4744fb36-3c6e-45ed-8835-58a06f451405 HTTP/1.1" status: 200 len: 814 time: 0.2191563 Jun 10 14:43:49.073233 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-06b006e3-da26-4708-b9d7-2deebd0f4f4e req-084745e2-5fdf-4041-a27a-98f67b071ca6 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/quotas/93ab3eb0808c4780983402342bde2843 HTTP/1.1" status: 200 len: 375 time: 0.0096867 Jun 10 14:43:49.157555 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-06b006e3-da26-4708-b9d7-2deebd0f4f4e req-ad718205-5ebd-4f83-b796-3710fd47f4db tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=93ab3eb0808c4780983402342bde2843&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0762033 Jun 10 14:43:49.284738 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-06b006e3-da26-4708-b9d7-2deebd0f4f4e req-68dfabc5-d409-49c2-8746-27b030867b3d service neutron] 10.222.0.38 "GET /v2.0/networks/4744fb36-3c6e-45ed-8835-58a06f451405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187637 Jun 10 14:43:49.421445 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-06b006e3-da26-4708-b9d7-2deebd0f4f4e req-36ce9547-7ffd-4992-aee7-049d0735cf70 service neutron] 10.222.0.38 "GET /v2.0/networks/4744fb36-3c6e-45ed-8835-58a06f451405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282675 Jun 10 14:43:49.644924 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-a15c9e1b-903d-404e-80ff-c57560ff326c req-0053a999-6ddf-4f76-b69b-53d596d13df1 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/ports?device_id=8fa28829-8ab4-4474-9e15-4750ad15c012 HTTP/1.1" status: 200 len: 210 time: 0.0426834 Jun 10 14:43:49.768970 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c93c633-460d-4d91-9b93-1807629a18f6 req-949d8e46-1457-4fc5-9390-05eaa712bc0b tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:49.770929 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-9c93c633-460d-4d91-9b93-1807629a18f6 req-949d8e46-1457-4fc5-9390-05eaa712bc0b tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] 10.222.0.38 "GET /v2.0/networks?id=afb3d1e6-69a8-46b1-ad00-dfea32c79a7b HTTP/1.1" status: 200 len: 815 time: 0.1564364 Jun 10 14:43:49.792674 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-9c93c633-460d-4d91-9b93-1807629a18f6 req-01771ce5-c890-44a9-99a1-36c95a1b424b tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] 10.222.0.38 "GET /v2.0/quotas/3065c91b66384aefa642d766c49e32b2 HTTP/1.1" status: 200 len: 375 time: 0.0102346 Jun 10 14:43:49.911363 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb07ef4-c53a-49f3-b435-756d73af5201 req-48e55b50-d363-4dc9-8b88-3709bede8699 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:49.912858 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-ddb07ef4-c53a-49f3-b435-756d73af5201 req-48e55b50-d363-4dc9-8b88-3709bede8699 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9a3b00d-2848-49e7-b8bf-d499e1885c8a HTTP/1.1" status: 200 len: 946 time: 0.1073997 Jun 10 14:43:49.921478 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-9c93c633-460d-4d91-9b93-1807629a18f6 req-5a8b3760-24e8-4ae9-92d3-78e79005a28b tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=3065c91b66384aefa642d766c49e32b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1277287 Jun 10 14:43:49.993669 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-ddb07ef4-c53a-49f3-b435-756d73af5201 req-3da1207c-938f-485e-a2ad-383c55bdff58 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/security-groups?id=7ef18720-15dd-4ca1-94ee-72a6568dc847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712388 Jun 10 14:43:50.078320 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-9c93c633-460d-4d91-9b93-1807629a18f6 req-2ef2c0c8-98e2-4990-8197-4bc367e8258d service neutron] 10.222.0.38 "GET /v2.0/networks/afb3d1e6-69a8-46b1-ad00-dfea32c79a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366968 Jun 10 14:43:50.247239 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-9c93c633-460d-4d91-9b93-1807629a18f6 req-ac82a3a3-e9d6-4f74-a096-5b205bbf478d service neutron] 10.222.0.38 "GET /v2.0/networks/afb3d1e6-69a8-46b1-ad00-dfea32c79a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590788 Jun 10 14:43:50.388349 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-82d3fe1e-fe4c-49b6-8ab1-16da6fc5130a req-8015efce-af78-473b-b66f-f221fce33b4d tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] 10.222.0.38 "GET /v2.0/ports?device_id=08c8f2fd-05da-4600-ae3d-41a281ccd9c1 HTTP/1.1" status: 200 len: 210 time: 0.0580275 Jun 10 14:43:50.441142 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaea8ea-cdae-4ee2-b561-637f41df20e8 req-190b3340-612d-451b-b6e0-a5b164637b27 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:50.442939 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-8aaea8ea-cdae-4ee2-b561-637f41df20e8 req-190b3340-612d-451b-b6e0-a5b164637b27 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] 10.222.0.36 "GET /v2.0/networks?id=58964550-9641-4b98-8f40-cedf0f000584 HTTP/1.1" status: 200 len: 813 time: 0.2513740 Jun 10 14:43:50.486943 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.v2.base [req-8aaea8ea-cdae-4ee2-b561-637f41df20e8 req-0deab11f-7d59-40e2-8120-e6046dff2ba9 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] Request body: {'port': {'device_id': '08c8f2fd-05da-4600-ae3d-41a281ccd9c1', 'network_id': '58964550-9641-4b98-8f40-cedf0f000584', 'admin_state_up': True, 'tenant_id': 'dfd878f040a749b69cad3b7e3238a4cd'}} {{(pid=98188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:43:50.491756 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-2289bf6b-76f2-4115-a441-7c1f0c6927ca req-0f885cd8-46ff-47f2-a4d2-bf45c45f94a9 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] 10.222.0.38 "GET /v2.0/ports?device_id=08da0e54-02bf-450f-a643-99d1afda20e6 HTTP/1.1" status: 200 len: 210 time: 0.0472662 Jun 10 14:43:50.649533 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8aaea8ea-cdae-4ee2-b561-637f41df20e8 req-0deab11f-7d59-40e2-8120-e6046dff2ba9 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] Made reservation on behalf of dfd878f040a749b69cad3b7e3238a4cd for: {'port': 1} {{(pid=98188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 14:43:50.653456 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-8aaea8ea-cdae-4ee2-b561-637f41df20e8 req-0deab11f-7d59-40e2-8120-e6046dff2ba9 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:50.832019 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-3a9412a2-0130-49aa-8d90-6508d0039f86 req-c1f305cf-9095-4b59-9b86-a2b70a868a11 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/ports?device_id=8fa28829-8ab4-4474-9e15-4750ad15c012 HTTP/1.1" status: 200 len: 210 time: 0.0439267 Jun 10 14:43:50.849459 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.db.db_base_plugin_common [req-8aaea8ea-cdae-4ee2-b561-637f41df20e8 req-0deab11f-7d59-40e2-8120-e6046dff2ba9 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] Allocated IP 172.20.0.2 (58964550-9641-4b98-8f40-cedf0f000584/36f8e516-da16-44e5-9c96-d90406d3d3b4/6de37836-363c-4a8e-8f26-ee4b973dc729) {{(pid=98188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 14:43:51.057514 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-8aaea8ea-cdae-4ee2-b561-637f41df20e8 req-0deab11f-7d59-40e2-8120-e6046dff2ba9 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] Notify callbacks [] for port, precommit_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:51.397032 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-8aaea8ea-cdae-4ee2-b561-637f41df20e8 req-0deab11f-7d59-40e2-8120-e6046dff2ba9 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33290945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770842374660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4122283'] for port, after_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:51.408380 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-ce147a7c-fbcc-40ee-84f6-453518166e5e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:51.478465 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8aaea8ea-cdae-4ee2-b561-637f41df20e8 req-0deab11f-7d59-40e2-8120-e6046dff2ba9 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] Network 58964550-9641-4b98-8f40-cedf0f000584 is already hosted by enough agents. {{(pid=98188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 14:43:51.485033 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.scheduler.base_scheduler [req-8aaea8ea-cdae-4ee2-b561-637f41df20e8 req-0deab11f-7d59-40e2-8120-e6046dff2ba9 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] Resources bound (agent type, host, resource id): {{(pid=98188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:43:51.502178 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b006e3-da26-4708-b9d7-2deebd0f4f4e req-69133ffa-fb44-44a7-b2a5-d81aedd3fdaf tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:51.503722 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-06b006e3-da26-4708-b9d7-2deebd0f4f4e req-69133ffa-fb44-44a7-b2a5-d81aedd3fdaf tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.36 "GET /v2.0/networks?id=4744fb36-3c6e-45ed-8835-58a06f451405 HTTP/1.1" status: 200 len: 814 time: 0.5011077 Jun 10 14:43:51.504538 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aaea8ea-cdae-4ee2-b561-637f41df20e8 req-0deab11f-7d59-40e2-8120-e6046dff2ba9 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] Received port after_create {{(pid=98188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 14:43:51.543900 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deab11f-7d59-40e2-8120-e6046dff2ba9 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] Pushing event updated for resources: {'Port': ['ID=6de37836-363c-4a8e-8f26-ee4b973dc729,revision_number=1']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:51.549859 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.v2.base [req-06b006e3-da26-4708-b9d7-2deebd0f4f4e req-cd6ace64-220b-4ee3-9465-ce0a9be94e88 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Request body: {'port': {'device_id': '8fa28829-8ab4-4474-9e15-4750ad15c012', 'network_id': '4744fb36-3c6e-45ed-8835-58a06f451405', 'admin_state_up': True, 'tenant_id': '93ab3eb0808c4780983402342bde2843'}} {{(pid=98188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:43:51.565395 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-0deab11f-7d59-40e2-8120-e6046dff2ba9 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:51.652228 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 35434) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:51.655852 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138f4c02-0b10-4a71-91a6-5733391041ff req-cd09efbb-0bf5-4e00-85be-fec4879da1ed tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:51.657324 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-138f4c02-0b10-4a71-91a6-5733391041ff req-cd09efbb-0bf5-4e00-85be-fec4879da1ed tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9a3b00d-2848-49e7-b8bf-d499e1885c8a HTTP/1.1" status: 200 len: 946 time: 0.3120692 Jun 10 14:43:51.667281 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaea8ea-cdae-4ee2-b561-637f41df20e8 req-0deab11f-7d59-40e2-8120-e6046dff2ba9 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:51.668149 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-8aaea8ea-cdae-4ee2-b561-637f41df20e8 req-0deab11f-7d59-40e2-8120-e6046dff2ba9 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545536'] for port, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:51.762697 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-8aaea8ea-cdae-4ee2-b561-637f41df20e8 req-0deab11f-7d59-40e2-8120-e6046dff2ba9 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3082583 Jun 10 14:43:51.763260 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-5d497153-c3b9-44c2-825a-ca766737e09c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:51.782062 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.v2.base [req-8aaea8ea-cdae-4ee2-b561-637f41df20e8 req-966eaa4a-2186-44c3-a826-8a6bba44da50 service neutron] Request body: {'port': {'device_id': '08c8f2fd-05da-4600-ae3d-41a281ccd9c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79578'}} {{(pid=98188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:43:51.835718 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-138f4c02-0b10-4a71-91a6-5733391041ff req-204d7ca1-ab4f-43d3-9370-bfdd64d8c660 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/security-groups?id=7ef18720-15dd-4ca1-94ee-72a6568dc847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222918 Jun 10 14:43:51.858059 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc810ab-d993-4d05-aedf-387bc381b583 req-dc9562c3-1890-48c4-b76f-a3f584266628 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:51.860353 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-5d497153-c3b9-44c2-825a-ca766737e09c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:51.865311 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-5d497153-c3b9-44c2-825a-ca766737e09c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:51.866079 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-7cc810ab-d993-4d05-aedf-387bc381b583 req-dc9562c3-1890-48c4-b76f-a3f584266628 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] 10.222.0.38 "GET /v2.0/ports?device_id=08c8f2fd-05da-4600-ae3d-41a281ccd9c1 HTTP/1.1" status: 200 len: 931 time: 0.3243451 Jun 10 14:43:51.867918 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-b7da1cb5-55f5-4e24-91fc-b5f5b3eb2062 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:51.947970 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06b006e3-da26-4708-b9d7-2deebd0f4f4e req-cd6ace64-220b-4ee3-9465-ce0a9be94e88 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Made reservation on behalf of 93ab3eb0808c4780983402342bde2843 for: {'port': 1} {{(pid=98188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 14:43:51.951454 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-06b006e3-da26-4708-b9d7-2deebd0f4f4e req-cd6ace64-220b-4ee3-9465-ce0a9be94e88 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:51.951723 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-5d497153-c3b9-44c2-825a-ca766737e09c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5c81e686d0b14c588e11d1ff39f98865&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2979529 Jun 10 14:43:51.952387 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 35442) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:51.957779 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d497153-c3b9-44c2-825a-ca766737e09c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=091ba79f-e2b8-4540-8a0b-3185a85c5e4b,revision_number=1']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:51.969878 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-5d497153-c3b9-44c2-825a-ca766737e09c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:51.982211 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-7cc810ab-d993-4d05-aedf-387bc381b583 req-e9f1bd48-74a8-43ad-bafa-7597434c6a3b tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] 10.222.0.38 "GET /v2.0/security-groups?id=9c469717-5727-4cf6-9ce5-607887173839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152918 Jun 10 14:43:51.987729 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-8aaea8ea-cdae-4ee2-b561-637f41df20e8 req-966eaa4a-2186-44c3-a826-8a6bba44da50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:52.042880 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-d89f5d6b-54d1-44a8-92d4-3a93add51e2f req-db62b62c-2740-4ca3-990d-a75efec9de8d tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] 10.222.0.38 "GET /v2.0/ports?device_id=08da0e54-02bf-450f-a643-99d1afda20e6 HTTP/1.1" status: 200 len: 210 time: 0.0584414 Jun 10 14:43:52.129190 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-67d66461-28fe-4596-a449-b7bed3ebda14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:52.160807 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c93c633-460d-4d91-9b93-1807629a18f6 req-e435d9e6-dd78-4070-9ab0-55a24dbfb36e tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:52.162346 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-9c93c633-460d-4d91-9b93-1807629a18f6 req-e435d9e6-dd78-4070-9ab0-55a24dbfb36e tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] 10.222.0.36 "GET /v2.0/networks?id=afb3d1e6-69a8-46b1-ad00-dfea32c79a7b HTTP/1.1" status: 200 len: 815 time: 0.2714779 Jun 10 14:43:52.172953 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-67d66461-28fe-4596-a449-b7bed3ebda14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:52.199849 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.v2.base [req-9c93c633-460d-4d91-9b93-1807629a18f6 req-116751f4-72b3-437d-8ca6-f36c9a8ba0a6 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Request body: {'port': {'device_id': '08da0e54-02bf-450f-a643-99d1afda20e6', 'network_id': 'afb3d1e6-69a8-46b1-ad00-dfea32c79a7b', 'admin_state_up': True, 'tenant_id': '3065c91b66384aefa642d766c49e32b2'}} {{(pid=98189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:43:52.296257 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-2a734267-f0a4-4a2d-aff2-c73bd3b126bd req-986d9b12-cf63-4d68-a292-c33ebdda998b tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/ports?device_id=8fa28829-8ab4-4474-9e15-4750ad15c012 HTTP/1.1" status: 200 len: 210 time: 0.0552540 Jun 10 14:43:52.318549 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.db.db_base_plugin_common [req-06b006e3-da26-4708-b9d7-2deebd0f4f4e req-cd6ace64-220b-4ee3-9465-ce0a9be94e88 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Allocated IP 172.20.0.8 (4744fb36-3c6e-45ed-8835-58a06f451405/f163fe2f-7ae5-4149-86b3-e8dbde6e7191/ae3abfb6-cf4c-4cec-b03e-f7cbfd7d7bd5) {{(pid=98188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 14:43:52.354129 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-67d66461-28fe-4596-a449-b7bed3ebda14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:52.356695 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-67d66461-28fe-4596-a449-b7bed3ebda14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:52.357872 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-67d66461-28fe-4596-a449-b7bed3ebda14 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/091ba79f-e2b8-4540-8a0b-3185a85c5e4b HTTP/1.1" status: 204 len: 168 time: 0.4011350 Jun 10 14:43:52.362389 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-72231369-2623-46b9-9c77-e2709ca0d431 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:52.380493 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d66461-28fe-4596-a449-b7bed3ebda14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=091ba79f-e2b8-4540-8a0b-3185a85c5e4b,revision_number=None']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:52.400972 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-67d66461-28fe-4596-a449-b7bed3ebda14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:52.437019 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c93c633-460d-4d91-9b93-1807629a18f6 req-116751f4-72b3-437d-8ca6-f36c9a8ba0a6 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Made reservation on behalf of 3065c91b66384aefa642d766c49e32b2 for: {'port': 1} {{(pid=98189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 14:43:52.444581 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [req-9c93c633-460d-4d91-9b93-1807629a18f6 req-116751f4-72b3-437d-8ca6-f36c9a8ba0a6 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:52.619556 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-06b006e3-da26-4708-b9d7-2deebd0f4f4e req-cd6ace64-220b-4ee3-9465-ce0a9be94e88 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Notify callbacks [] for port, precommit_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:52.671566 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.db.db_base_plugin_common [req-9c93c633-460d-4d91-9b93-1807629a18f6 req-116751f4-72b3-437d-8ca6-f36c9a8ba0a6 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Allocated IP 172.20.0.5 (afb3d1e6-69a8-46b1-ad00-dfea32c79a7b/608c40fd-af24-4c4d-b8ac-392ee5ac2abd/981d0ec0-2074-445b-922b-e1b3ce97db2e) {{(pid=98189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 14:43:52.694084 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-06b006e3-da26-4708-b9d7-2deebd0f4f4e req-cd6ace64-220b-4ee3-9465-ce0a9be94e88 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33290945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770842374660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4122283'] for port, after_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:52.699179 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-22ab446b-aee6-4315-9fed-0d2f123fc15b tempest-DeleteServersTestJSON-1534281482 tempest-DeleteServersTestJSON-1534281482-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:52.710287 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] get_ports_and_sgs() called for port_ids ['42f445f4-e87a-4d6f-b3b2-0c6909763766', 'd517ec4f-21da-4ddf-8f70-006e1533d758', 'a22c72fc-a994-43ca-87f0-11a179bacc56'] {{(pid=98190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 14:43:52.712543 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.notifiers.nova [req-8aaea8ea-cdae-4ee2-b561-637f41df20e8 req-966eaa4a-2186-44c3-a826-8a6bba44da50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6de37836-363c-4a8e-8f26-ee4b973dc729 {{(pid=98188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 14:43:52.751788 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-8aaea8ea-cdae-4ee2-b561-637f41df20e8 req-966eaa4a-2186-44c3-a826-8a6bba44da50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:52.775261 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06b006e3-da26-4708-b9d7-2deebd0f4f4e req-cd6ace64-220b-4ee3-9465-ce0a9be94e88 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Network 4744fb36-3c6e-45ed-8835-58a06f451405 is already hosted by enough agents. {{(pid=98188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 14:43:52.790086 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.scheduler.base_scheduler [req-06b006e3-da26-4708-b9d7-2deebd0f4f4e req-cd6ace64-220b-4ee3-9465-ce0a9be94e88 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Resources bound (agent type, host, resource id): {{(pid=98188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:43:52.797596 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.db.l3_dvrscheduler_db [req-06b006e3-da26-4708-b9d7-2deebd0f4f4e req-cd6ace64-220b-4ee3-9465-ce0a9be94e88 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Received port after_create {{(pid=98188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 14:43:52.803596 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.db.provisioning_blocks [req-8aaea8ea-cdae-4ee2-b561-637f41df20e8 req-966eaa4a-2186-44c3-a826-8a6bba44da50 service neutron] Transition to ACTIVE for port object 6de37836-363c-4a8e-8f26-ee4b973dc729 will not be triggered until provisioned by entity L2. {{(pid=98188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:43:52.870302 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6ace64-220b-4ee3-9465-ce0a9be94e88 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Pushing event updated for resources: {'Port': ['ID=ae3abfb6-cf4c-4cec-b03e-f7cbfd7d7bd5,revision_number=1']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:52.884609 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-cd6ace64-220b-4ee3-9465-ce0a9be94e88 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:52.891465 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-8aaea8ea-cdae-4ee2-b561-637f41df20e8 req-966eaa4a-2186-44c3-a826-8a6bba44da50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4122297'] for port, after_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:52.897419 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-cd6ace64-220b-4ee3-9465-ce0a9be94e88 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:52.917593 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [req-9c93c633-460d-4d91-9b93-1807629a18f6 req-116751f4-72b3-437d-8ca6-f36c9a8ba0a6 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Notify callbacks [] for port, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:52.935974 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.db.provisioning_blocks [req-9c93c633-460d-4d91-9b93-1807629a18f6 req-116751f4-72b3-437d-8ca6-f36c9a8ba0a6 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Transition to ACTIVE for port object 981d0ec0-2074-445b-922b-e1b3ce97db2e will not be triggered until provisioned by entity DHCP. {{(pid=98189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:43:52.987860 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b006e3-da26-4708-b9d7-2deebd0f4f4e req-cd6ace64-220b-4ee3-9465-ce0a9be94e88 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:52.988819 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-06b006e3-da26-4708-b9d7-2deebd0f4f4e req-cd6ace64-220b-4ee3-9465-ce0a9be94e88 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545536'] for port, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:53.012270 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 35472) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:53.051721 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-ee340888-33da-4c5b-98f0-7f2ae2ddc65f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:53.183514 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966eaa4a-2186-44c3-a826-8a6bba44da50 service neutron] Pushing event updated for resources: {'Port': ['ID=6de37836-363c-4a8e-8f26-ee4b973dc729,revision_number=2']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:53.252494 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-966eaa4a-2186-44c3-a826-8a6bba44da50 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:53.255764 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [req-9c93c633-460d-4d91-9b93-1807629a18f6 req-116751f4-72b3-437d-8ca6-f36c9a8ba0a6 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33290945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770842374660'] for port, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:53.289529 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:53.363312 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c93c633-460d-4d91-9b93-1807629a18f6 req-116751f4-72b3-437d-8ca6-f36c9a8ba0a6 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Network afb3d1e6-69a8-46b1-ad00-dfea32c79a7b is already hosted by enough agents. {{(pid=98189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 14:43:53.365256 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-ee340888-33da-4c5b-98f0-7f2ae2ddc65f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:53.373499 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.base_scheduler [req-9c93c633-460d-4d91-9b93-1807629a18f6 req-116751f4-72b3-437d-8ca6-f36c9a8ba0a6 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Resources bound (agent type, host, resource id): {{(pid=98189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:43:53.380885 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-ee340888-33da-4c5b-98f0-7f2ae2ddc65f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:53.385358 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c93c633-460d-4d91-9b93-1807629a18f6 req-116751f4-72b3-437d-8ca6-f36c9a8ba0a6 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Received port after_create {{(pid=98189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 14:43:53.394345 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c93c633-460d-4d91-9b93-1807629a18f6 req-116751f4-72b3-437d-8ca6-f36c9a8ba0a6 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:53.395110 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [req-9c93c633-460d-4d91-9b93-1807629a18f6 req-116751f4-72b3-437d-8ca6-f36c9a8ba0a6 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32075'] for port, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:53.409614 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-06b006e3-da26-4708-b9d7-2deebd0f4f4e req-cd6ace64-220b-4ee3-9465-ce0a9be94e88 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8666408 Jun 10 14:43:53.432880 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116751f4-72b3-437d-8ca6-f36c9a8ba0a6 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Pushing event updated for resources: {'Port': ['ID=981d0ec0-2074-445b-922b-e1b3ce97db2e,revision_number=1']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:53.438147 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-116751f4-72b3-437d-8ca6-f36c9a8ba0a6 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:53.438647 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-67d66461-28fe-4596-a449-b7bed3ebda14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:53.443872 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-ee340888-33da-4c5b-98f0-7f2ae2ddc65f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=320864bdadee439589d1abd531913720&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4266140 Jun 10 14:43:53.457628 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-9c93c633-460d-4d91-9b93-1807629a18f6 req-116751f4-72b3-437d-8ca6-f36c9a8ba0a6 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2618716 Jun 10 14:43:53.458114 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 35482) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:53.466935 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.managers [req-8aaea8ea-cdae-4ee2-b561-637f41df20e8 req-966eaa4a-2186-44c3-a826-8a6bba44da50 service neutron] Attempting to bind port 6de37836-363c-4a8e-8f26-ee4b973dc729 on host hv-cinder-79578 for vnic_type normal with profile {{(pid=98188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 14:43:53.467414 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.managers [req-8aaea8ea-cdae-4ee2-b561-637f41df20e8 req-966eaa4a-2186-44c3-a826-8a6bba44da50 service neutron] Attempting to bind port 6de37836-363c-4a8e-8f26-ee4b973dc729 by drivers openvswitch,hyperv on host hv-cinder-79578 at level 0 using segments [{'id': '61501d67-a830-48ef-831f-f94cb25e1bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '58964550-9641-4b98-8f40-cedf0f000584'}] {{(pid=98188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 14:43:53.467841 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aaea8ea-cdae-4ee2-b561-637f41df20e8 req-966eaa4a-2186-44c3-a826-8a6bba44da50 service neutron] Attempting to bind port 6de37836-363c-4a8e-8f26-ee4b973dc729 on network 58964550-9641-4b98-8f40-cedf0f000584 {{(pid=98188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 14:43:53.492991 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aaea8ea-cdae-4ee2-b561-637f41df20e8 req-966eaa4a-2186-44c3-a826-8a6bba44da50 service neutron] Port 6de37836-363c-4a8e-8f26-ee4b973dc729 on network 58964550-9641-4b98-8f40-cedf0f000584 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79578 {{(pid=98188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 14:43:53.493494 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aaea8ea-cdae-4ee2-b561-637f41df20e8 req-966eaa4a-2186-44c3-a826-8a6bba44da50 service neutron] Attempting to bind port 6de37836-363c-4a8e-8f26-ee4b973dc729 on network 58964550-9641-4b98-8f40-cedf0f000584 {{(pid=98188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 14:43:53.511236 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a77085-1325-4683-b648-8b796656ecda req-4bd13174-b87e-49e5-8bb6-e18d3ab21963 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:53.525749 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee340888-33da-4c5b-98f0-7f2ae2ddc65f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a6465e-1c4a-4440-8cdd-f8f77da43174,revision_number=1']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:53.529229 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-ee340888-33da-4c5b-98f0-7f2ae2ddc65f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:53.532203 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-95a77085-1325-4683-b648-8b796656ecda req-4bd13174-b87e-49e5-8bb6-e18d3ab21963 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] 10.222.0.38 "GET /v2.0/ports?device_id=08c8f2fd-05da-4600-ae3d-41a281ccd9c1 HTTP/1.1" status: 200 len: 943 time: 0.2783802 Jun 10 14:43:53.569357 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aaea8ea-cdae-4ee2-b561-637f41df20e8 req-966eaa4a-2186-44c3-a826-8a6bba44da50 service neutron] Checking agent: {'id': 'c47c39ee-f167-41a2-bf85-7dde6d0410ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79578', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 14, 40, 37), 'started_at': datetime.datetime(2021, 6, 10, 14, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 14, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 14:43:53.570682 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aaea8ea-cdae-4ee2-b561-637f41df20e8 req-966eaa4a-2186-44c3-a826-8a6bba44da50 service neutron] Checking segment: {'id': '61501d67-a830-48ef-831f-f94cb25e1bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '58964550-9641-4b98-8f40-cedf0f000584'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 14:43:53.573114 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aaea8ea-cdae-4ee2-b561-637f41df20e8 req-966eaa4a-2186-44c3-a826-8a6bba44da50 service neutron] Bound using segment: {'id': '61501d67-a830-48ef-831f-f94cb25e1bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '58964550-9641-4b98-8f40-cedf0f000584'} {{(pid=98188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 14:43:53.573763 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.managers [req-8aaea8ea-cdae-4ee2-b561-637f41df20e8 req-966eaa4a-2186-44c3-a826-8a6bba44da50 service neutron] Bound port: 6de37836-363c-4a8e-8f26-ee4b973dc729, host: hv-cinder-79578, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61501d67-a830-48ef-831f-f94cb25e1bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '58964550-9641-4b98-8f40-cedf0f000584'}}] {{(pid=98188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 14:43:53.574278 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-8aaea8ea-cdae-4ee2-b561-637f41df20e8 req-966eaa4a-2186-44c3-a826-8a6bba44da50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:53.593376 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-ccf8219c-c3bd-4488-b71f-da10f71ec80f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:53.600973 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be0cded-f04f-4eaa-83a5-e4438416cce5 req-6f9b1b31-c226-4366-abd7-b7c415dd305c tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:53.608102 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-9be0cded-f04f-4eaa-83a5-e4438416cce5 req-6f9b1b31-c226-4366-abd7-b7c415dd305c tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9a3b00d-2848-49e7-b8bf-d499e1885c8a HTTP/1.1" status: 200 len: 946 time: 0.3573313 Jun 10 14:43:53.620572 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-ccf8219c-c3bd-4488-b71f-da10f71ec80f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:53.681897 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-95a77085-1325-4683-b648-8b796656ecda req-72513b54-5c40-4b9e-995d-9f5dba6c8726 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] 10.222.0.38 "GET /v2.0/security-groups?id=9c469717-5727-4cf6-9ce5-607887173839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480680 Jun 10 14:43:53.690903 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-ccf8219c-c3bd-4488-b71f-da10f71ec80f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:53.707547 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-ccf8219c-c3bd-4488-b71f-da10f71ec80f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:53.707547 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-ccf8219c-c3bd-4488-b71f-da10f71ec80f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a1a6465e-1c4a-4440-8cdd-f8f77da43174 HTTP/1.1" status: 204 len: 168 time: 0.2251070 Jun 10 14:43:53.707547 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-12fb3f1c-3ea8-43ab-8836-bc1686ac4f98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:53.710657 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf8219c-c3bd-4488-b71f-da10f71ec80f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a6465e-1c4a-4440-8cdd-f8f77da43174,revision_number=None']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:53.714831 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-ccf8219c-c3bd-4488-b71f-da10f71ec80f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:53.765538 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-9be0cded-f04f-4eaa-83a5-e4438416cce5 req-877f7dff-793c-400f-997d-04c5b4b3d459 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/security-groups?id=7ef18720-15dd-4ca1-94ee-72a6568dc847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563168 Jun 10 14:43:53.770023 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-355a8dd4-1b0d-469b-a38e-aa3bf8d4172f None None] Provisioning for port 981d0ec0-2074-445b-922b-e1b3ce97db2e completed by entity DHCP. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:43:53.778537 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-355a8dd4-1b0d-469b-a38e-aa3bf8d4172f None None] Provisioning complete for port 981d0ec0-2074-445b-922b-e1b3ce97db2e triggered by entity DHCP. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:43:53.780747 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-355a8dd4-1b0d-469b-a38e-aa3bf8d4172f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32877986'] for port, provisioning_complete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:53.834605 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.db [req-8aaea8ea-cdae-4ee2-b561-637f41df20e8 req-966eaa4a-2186-44c3-a826-8a6bba44da50 service neutron] For port 6de37836-363c-4a8e-8f26-ee4b973dc729, host hv-cinder-79578, cleared binding levels {{(pid=98188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 14:43:53.871778 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.plugin [None req-355a8dd4-1b0d-469b-a38e-aa3bf8d4172f None None] Port 981d0ec0-2074-445b-922b-e1b3ce97db2e cannot update to ACTIVE because it is not bound. {{(pid=98190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 14:43:53.919941 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.db [req-8aaea8ea-cdae-4ee2-b561-637f41df20e8 req-966eaa4a-2186-44c3-a826-8a6bba44da50 service neutron] For port 6de37836-363c-4a8e-8f26-ee4b973dc729, host hv-cinder-79578, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=6de37836-363c-4a8e-8f26-ee4b973dc729,segment=NetworkSegment(61501d67-a830-48ef-831f-f94cb25e1bdf),segment_id=61501d67-a830-48ef-831f-f94cb25e1bdf)] {{(pid=98188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 14:43:53.936628 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-8aaea8ea-cdae-4ee2-b561-637f41df20e8 req-966eaa4a-2186-44c3-a826-8a6bba44da50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4122297'] for port, after_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:53.942132 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-efccf94e-050f-4eb8-bd5f-79182a13c804 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:53.995319 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaea8ea-cdae-4ee2-b561-637f41df20e8 req-966eaa4a-2186-44c3-a826-8a6bba44da50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:53.995948 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-8aaea8ea-cdae-4ee2-b561-637f41df20e8 req-966eaa4a-2186-44c3-a826-8a6bba44da50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545536'] for port, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:53.997362 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-8aaea8ea-cdae-4ee2-b561-637f41df20e8 req-966eaa4a-2186-44c3-a826-8a6bba44da50 service neutron] 10.222.0.36 "PUT /v2.0/ports/6de37836-363c-4a8e-8f26-ee4b973dc729 HTTP/1.1" status: 200 len: 1093 time: 2.2237201 Jun 10 14:43:54.000428 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08c8f2fd-05da-4600-ae3d-41a281ccd9c1', 'tag': '6de37836-363c-4a8e-8f26-ee4b973dc729'}] {{(pid=98188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:43:54.003472 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f0fe7ff9a18056505f9f26f34e6288f69420e23a9758a676b79d6915a840c7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df995b04-9d42-472d-8b50-0997fb17d848" -d '{"events": [{"name": "network-changed", "server_uuid": "08c8f2fd-05da-4600-ae3d-41a281ccd9c1", "tag": "6de37836-363c-4a8e-8f26-ee4b973dc729"}]}' {{(pid=98188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:43:54.047978 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d0aa79-25e2-44ed-8891-368622298706 req-0d02ea09-7e99-483b-ba40-09f0859a22c5 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:54.049520 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-17d0aa79-25e2-44ed-8891-368622298706 req-0d02ea09-7e99-483b-ba40-09f0859a22c5 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] 10.222.0.38 "GET /v2.0/ports?device_id=08da0e54-02bf-450f-a643-99d1afda20e6 HTTP/1.1" status: 200 len: 931 time: 0.2120767 Jun 10 14:43:54.050611 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966eaa4a-2186-44c3-a826-8a6bba44da50 service neutron] Pushing event updated for resources: {'Port': ['ID=6de37836-363c-4a8e-8f26-ee4b973dc729,revision_number=3']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:54.054059 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-966eaa4a-2186-44c3-a826-8a6bba44da50 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:54.095816 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-17d0aa79-25e2-44ed-8891-368622298706 req-61572bc0-1290-4dcf-ad39-1b6234c28afc tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d95f537-c1aa-4142-b4e6-2a04b8dd3a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388067 Jun 10 14:43:54.291867 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cded658-6fb8-4724-a949-4f2e70b35b3f req-65d29485-d79f-4b23-9466-28d9f1438f28 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:54.293613 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-2cded658-6fb8-4724-a949-4f2e70b35b3f req-65d29485-d79f-4b23-9466-28d9f1438f28 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/ports?device_id=8fa28829-8ab4-4474-9e15-4750ad15c012 HTTP/1.1" status: 200 len: 931 time: 0.0796304 Jun 10 14:43:54.347491 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-2cded658-6fb8-4724-a949-4f2e70b35b3f req-0f32c312-a6f9-419b-8742-3547c0a6de64 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa6450ec-2090-40c0-8f5e-ef907fcb2083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468338 Jun 10 14:44:00.902517 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 35580) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:44:01.014327 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-a2e76405-ca18-49b3-8087-4d23f944b666 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:01.110158 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-a2e76405-ca18-49b3-8087-4d23f944b666 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:01.114075 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-a2e76405-ca18-49b3-8087-4d23f944b666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:01.116856 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-d7c15c77-057f-43a6-b691-455ad5fa200e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:44:01.160001 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e76405-ca18-49b3-8087-4d23f944b666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23f6a764-2c6a-47c2-be26-620d605322ca,revision_number=1']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:44:01.163313 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-a2e76405-ca18-49b3-8087-4d23f944b666 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:44:01.167966 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-a2e76405-ca18-49b3-8087-4d23f944b666 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=85dea81738cf4934869a3d9dbdc9d870&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2637014 Jun 10 14:44:01.168684 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 35584) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:44:01.222555 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-96f1a4fa-cf72-430b-bdf4-2c32fef437d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:01.246431 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-96f1a4fa-cf72-430b-bdf4-2c32fef437d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:01.308712 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-96f1a4fa-cf72-430b-bdf4-2c32fef437d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:01.311399 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-96f1a4fa-cf72-430b-bdf4-2c32fef437d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:01.312570 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-96f1a4fa-cf72-430b-bdf4-2c32fef437d5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/23f6a764-2c6a-47c2-be26-620d605322ca HTTP/1.1" status: 204 len: 168 time: 0.1430717 Jun 10 14:44:01.313309 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-6139ffee-2ace-4935-a47b-01edf061471b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:44:01.322774 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f1a4fa-cf72-430b-bdf4-2c32fef437d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f6a764-2c6a-47c2-be26-620d605322ca,revision_number=None']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:44:01.325054 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-96f1a4fa-cf72-430b-bdf4-2c32fef437d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:44:01.582009 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 35592) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:44:01.597959 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-9a9bc237-20ed-4f03-82b3-1aebd4f14955 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:01.699067 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-9a9bc237-20ed-4f03-82b3-1aebd4f14955 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:01.703504 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-9a9bc237-20ed-4f03-82b3-1aebd4f14955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:01.706009 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:44:01.745378 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-9a9bc237-20ed-4f03-82b3-1aebd4f14955 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=67f8ff1cc9f740fcbe612b7cf825f171&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1622190 Jun 10 14:44:01.746235 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9bc237-20ed-4f03-82b3-1aebd4f14955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=228b55c4-098a-4a54-8572-cbd217d42b44,revision_number=1']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:44:01.748070 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 35594) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:44:01.749155 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-9a9bc237-20ed-4f03-82b3-1aebd4f14955 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:44:01.805285 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-afaa1ae5-fed8-46ed-9fd9-10e6e92c4c8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:01.828182 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-afaa1ae5-fed8-46ed-9fd9-10e6e92c4c8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:01.880615 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-afaa1ae5-fed8-46ed-9fd9-10e6e92c4c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:01.883228 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-afaa1ae5-fed8-46ed-9fd9-10e6e92c4c8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:01.886713 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-afaa1ae5-fed8-46ed-9fd9-10e6e92c4c8c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/228b55c4-098a-4a54-8572-cbd217d42b44 HTTP/1.1" status: 204 len: 168 time: 0.1352272 Jun 10 14:44:01.886713 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-921747d9-23cf-4a91-aeb0-5a8b6cf1a38a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:44:01.898152 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaa1ae5-fed8-46ed-9fd9-10e6e92c4c8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=228b55c4-098a-4a54-8572-cbd217d42b44,revision_number=None']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:44:01.900876 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-afaa1ae5-fed8-46ed-9fd9-10e6e92c4c8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:44:05.966383 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 35660) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:44:06.074474 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-d123a413-7370-46f5-bf14-dc8c894225bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:06.171097 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-d123a413-7370-46f5-bf14-dc8c894225bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:06.176331 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-d123a413-7370-46f5-bf14-dc8c894225bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:06.179049 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:44:06.223161 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d123a413-7370-46f5-bf14-dc8c894225bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e031934-c576-41c1-86dd-bc8d4c22e6c1,revision_number=1']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:44:06.228418 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-d123a413-7370-46f5-bf14-dc8c894225bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:44:06.234686 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 35666) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:44:06.235154 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-d123a413-7370-46f5-bf14-dc8c894225bb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f9aad9b7ac8a4750b823f9c2dddc637e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2671077 Jun 10 14:44:06.296064 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-713c9f96-febb-4c5f-a58b-28ab7598af1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:06.320060 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-713c9f96-febb-4c5f-a58b-28ab7598af1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:06.369555 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-713c9f96-febb-4c5f-a58b-28ab7598af1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:06.372146 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-713c9f96-febb-4c5f-a58b-28ab7598af1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:06.373294 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-713c9f96-febb-4c5f-a58b-28ab7598af1a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6e031934-c576-41c1-86dd-bc8d4c22e6c1 HTTP/1.1" status: 204 len: 168 time: 0.1357315 Jun 10 14:44:06.374033 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-6e472512-ff32-4c3d-9554-45ac819a9cb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:44:06.383142 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713c9f96-febb-4c5f-a58b-28ab7598af1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e031934-c576-41c1-86dd-bc8d4c22e6c1,revision_number=None']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:44:06.385376 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-713c9f96-febb-4c5f-a58b-28ab7598af1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:44:07.504983 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:07.782220 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.v2.base [req-06b006e3-da26-4708-b9d7-2deebd0f4f4e req-7c811ce2-2a92-4db5-a9c0-81b112dc3175 service neutron] Request body: {'port': {'device_id': '8fa28829-8ab4-4474-9e15-4750ad15c012', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79578'}} {{(pid=98188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:44:07.783298 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.v2.base [req-9c93c633-460d-4d91-9b93-1807629a18f6 req-85b71741-8f25-4225-b506-389b5ad6d7e1 service neutron] Request body: {'port': {'device_id': '08da0e54-02bf-450f-a643-99d1afda20e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79578'}} {{(pid=98189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:44:07.884562 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 14:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e665f1a-08a2-4522-aa64-14ab006362a6 x-openstack-request-id: req-1e665f1a-08a2-4522-aa64-14ab006362a6 {{(pid=98188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:44:07.884880 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08c8f2fd-05da-4600-ae3d-41a281ccd9c1", "tag": "6de37836-363c-4a8e-8f26-ee4b973dc729", "status": "completed", "code": 200}]} {{(pid=98188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:44:07.885160 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1e665f1a-08a2-4522-aa64-14ab006362a6 {{(pid=98188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:44:07.885600 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08c8f2fd-05da-4600-ae3d-41a281ccd9c1', 'tag': '6de37836-363c-4a8e-8f26-ee4b973dc729', 'status': 'completed', 'code': 200} Jun 10 14:44:07.901684 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [req-9c93c633-460d-4d91-9b93-1807629a18f6 req-85b71741-8f25-4225-b506-389b5ad6d7e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:07.958788 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaea8ea-cdae-4ee2-b561-637f41df20e8 req-41f51330-aec9-4e02-a486-82a0bf2cb717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:07.960432 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-8aaea8ea-cdae-4ee2-b561-637f41df20e8 req-41f51330-aec9-4e02-a486-82a0bf2cb717 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dfd878f040a749b69cad3b7e3238a4cd&device_id=08c8f2fd-05da-4600-ae3d-41a281ccd9c1 HTTP/1.1" status: 200 len: 1096 time: 0.1496797 Jun 10 14:44:07.963088 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-06b006e3-da26-4708-b9d7-2deebd0f4f4e req-7c811ce2-2a92-4db5-a9c0-81b112dc3175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:08.093433 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-8aaea8ea-cdae-4ee2-b561-637f41df20e8 req-d9189613-dad6-4810-a8d6-80f6361b5c7a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6de37836-363c-4a8e-8f26-ee4b973dc729 HTTP/1.1" status: 200 len: 217 time: 0.1084516 Jun 10 14:44:08.144200 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a6ba2-e2b0-4ca6-bc0d-712b2a670746 req-e4740707-1725-499e-a291-abec59badd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:08.145708 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-069a6ba2-e2b0-4ca6-bc0d-712b2a670746 req-e4740707-1725-499e-a291-abec59badd57 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c9a3b00d-2848-49e7-b8bf-d499e1885c8a HTTP/1.1" status: 200 len: 1099 time: 0.1680195 Jun 10 14:44:08.467787 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-069a6ba2-e2b0-4ca6-bc0d-712b2a670746 req-51f6a3f5-ec9a-4ce7-9adf-1768124e729d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7ef18720-15dd-4ca1-94ee-72a6568dc847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566752 Jun 10 14:44:08.490115 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaea8ea-cdae-4ee2-b561-637f41df20e8 req-843b4350-fd86-452b-ac6a-53e5be9db787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:08.491530 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-8aaea8ea-cdae-4ee2-b561-637f41df20e8 req-843b4350-fd86-452b-ac6a-53e5be9db787 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=36f8e516-da16-44e5-9c96-d90406d3d3b4 HTTP/1.1" status: 200 len: 853 time: 0.1704628 Jun 10 14:44:08.533741 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb5a1b-d9c5-483d-8f4a-859232cda382 req-beec4637-e229-45fe-90c3-9c2d73cb7d8f tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:08.535193 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-f3bb5a1b-d9c5-483d-8f4a-859232cda382 req-beec4637-e229-45fe-90c3-9c2d73cb7d8f tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] 10.222.0.38 "GET /v2.0/ports?device_id=08c8f2fd-05da-4600-ae3d-41a281ccd9c1 HTTP/1.1" status: 200 len: 943 time: 0.5739157 Jun 10 14:44:08.537857 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.notifiers.nova [req-9c93c633-460d-4d91-9b93-1807629a18f6 req-85b71741-8f25-4225-b506-389b5ad6d7e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 981d0ec0-2074-445b-922b-e1b3ce97db2e {{(pid=98189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 14:44:08.545711 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [req-9c93c633-460d-4d91-9b93-1807629a18f6 req-85b71741-8f25-4225-b506-389b5ad6d7e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:08.552635 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dda3a1-4767-4253-bf26-bb60028b9158 req-8937da2a-e28d-4589-9de9-398a7deae203 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:08.554086 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-89dda3a1-4767-4253-bf26-bb60028b9158 req-8937da2a-e28d-4589-9de9-398a7deae203 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9a3b00d-2848-49e7-b8bf-d499e1885c8a HTTP/1.1" status: 200 len: 946 time: 0.5357409 Jun 10 14:44:08.558099 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.db.provisioning_blocks [req-9c93c633-460d-4d91-9b93-1807629a18f6 req-85b71741-8f25-4225-b506-389b5ad6d7e1 service neutron] Transition to ACTIVE for port object 981d0ec0-2074-445b-922b-e1b3ce97db2e will not be triggered until provisioned by entity L2. {{(pid=98189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:44:08.562995 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [req-9c93c633-460d-4d91-9b93-1807629a18f6 req-85b71741-8f25-4225-b506-389b5ad6d7e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:08.565209 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-1c463493-9d8b-4dbe-8c05-cbf5868b87d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:44:08.656943 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b71741-8f25-4225-b506-389b5ad6d7e1 service neutron] Pushing event updated for resources: {'Port': ['ID=981d0ec0-2074-445b-922b-e1b3ce97db2e,revision_number=2']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:44:08.660752 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-8aaea8ea-cdae-4ee2-b561-637f41df20e8 req-6e8dad10-d6cc-43ea-a881-85c17c56cc4b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=58964550-9641-4b98-8f40-cedf0f000584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1038401 Jun 10 14:44:08.689538 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-85b71741-8f25-4225-b506-389b5ad6d7e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:44:08.705155 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.managers [req-9c93c633-460d-4d91-9b93-1807629a18f6 req-85b71741-8f25-4225-b506-389b5ad6d7e1 service neutron] Attempting to bind port 981d0ec0-2074-445b-922b-e1b3ce97db2e on host hv-cinder-79578 for vnic_type normal with profile {{(pid=98189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 14:44:08.705908 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.managers [req-9c93c633-460d-4d91-9b93-1807629a18f6 req-85b71741-8f25-4225-b506-389b5ad6d7e1 service neutron] Attempting to bind port 981d0ec0-2074-445b-922b-e1b3ce97db2e by drivers openvswitch,hyperv on host hv-cinder-79578 at level 0 using segments [{'id': '5a31d746-9e5d-46e8-b021-750c831f5d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'afb3d1e6-69a8-46b1-ad00-dfea32c79a7b'}] {{(pid=98189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 14:44:08.705908 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c93c633-460d-4d91-9b93-1807629a18f6 req-85b71741-8f25-4225-b506-389b5ad6d7e1 service neutron] Attempting to bind port 981d0ec0-2074-445b-922b-e1b3ce97db2e on network afb3d1e6-69a8-46b1-ad00-dfea32c79a7b {{(pid=98189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 14:44:08.710565 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c93c633-460d-4d91-9b93-1807629a18f6 req-85b71741-8f25-4225-b506-389b5ad6d7e1 service neutron] Port 981d0ec0-2074-445b-922b-e1b3ce97db2e on network afb3d1e6-69a8-46b1-ad00-dfea32c79a7b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79578 {{(pid=98189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 14:44:08.710964 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c93c633-460d-4d91-9b93-1807629a18f6 req-85b71741-8f25-4225-b506-389b5ad6d7e1 service neutron] Attempting to bind port 981d0ec0-2074-445b-922b-e1b3ce97db2e on network afb3d1e6-69a8-46b1-ad00-dfea32c79a7b {{(pid=98189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 14:44:08.716777 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c93c633-460d-4d91-9b93-1807629a18f6 req-85b71741-8f25-4225-b506-389b5ad6d7e1 service neutron] Checking agent: {'id': 'c47c39ee-f167-41a2-bf85-7dde6d0410ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79578', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 14, 40, 37), 'started_at': datetime.datetime(2021, 6, 10, 14, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 14, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 14:44:08.717139 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c93c633-460d-4d91-9b93-1807629a18f6 req-85b71741-8f25-4225-b506-389b5ad6d7e1 service neutron] Checking segment: {'id': '5a31d746-9e5d-46e8-b021-750c831f5d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'afb3d1e6-69a8-46b1-ad00-dfea32c79a7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 14:44:08.717522 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c93c633-460d-4d91-9b93-1807629a18f6 req-85b71741-8f25-4225-b506-389b5ad6d7e1 service neutron] Bound using segment: {'id': '5a31d746-9e5d-46e8-b021-750c831f5d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'afb3d1e6-69a8-46b1-ad00-dfea32c79a7b'} {{(pid=98189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 14:44:08.718017 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.managers [req-9c93c633-460d-4d91-9b93-1807629a18f6 req-85b71741-8f25-4225-b506-389b5ad6d7e1 service neutron] Bound port: 981d0ec0-2074-445b-922b-e1b3ce97db2e, host: hv-cinder-79578, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a31d746-9e5d-46e8-b021-750c831f5d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'afb3d1e6-69a8-46b1-ad00-dfea32c79a7b'}}] {{(pid=98189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 14:44:08.718290 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [req-9c93c633-460d-4d91-9b93-1807629a18f6 req-85b71741-8f25-4225-b506-389b5ad6d7e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:08.792004 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.db [req-9c93c633-460d-4d91-9b93-1807629a18f6 req-85b71741-8f25-4225-b506-389b5ad6d7e1 service neutron] For port 981d0ec0-2074-445b-922b-e1b3ce97db2e, host hv-cinder-79578, cleared binding levels {{(pid=98189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 14:44:08.795034 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.db [req-9c93c633-460d-4d91-9b93-1807629a18f6 req-85b71741-8f25-4225-b506-389b5ad6d7e1 service neutron] For port 981d0ec0-2074-445b-922b-e1b3ce97db2e, host hv-cinder-79578, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=981d0ec0-2074-445b-922b-e1b3ce97db2e,segment=NetworkSegment(5a31d746-9e5d-46e8-b021-750c831f5d0c),segment_id=5a31d746-9e5d-46e8-b021-750c831f5d0c)] {{(pid=98189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 14:44:08.800381 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [req-9c93c633-460d-4d91-9b93-1807629a18f6 req-85b71741-8f25-4225-b506-389b5ad6d7e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:08.803218 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-234860e6-1e3c-4673-b4a1-62e3ee74ccac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:44:08.807137 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-f3bb5a1b-d9c5-483d-8f4a-859232cda382 req-1a267259-40ba-481e-bb19-30a3d6456f23 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] 10.222.0.38 "GET /v2.0/security-groups?id=9c469717-5727-4cf6-9ce5-607887173839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495432 Jun 10 14:44:08.814578 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-89dda3a1-4767-4253-bf26-bb60028b9158 req-9c3135e8-9dad-4127-9f38-24e1fa52120f tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/security-groups?id=7ef18720-15dd-4ca1-94ee-72a6568dc847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428761 Jun 10 14:44:08.849315 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c93c633-460d-4d91-9b93-1807629a18f6 req-85b71741-8f25-4225-b506-389b5ad6d7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:08.850074 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [req-9c93c633-460d-4d91-9b93-1807629a18f6 req-85b71741-8f25-4225-b506-389b5ad6d7e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32075'] for port, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:08.851711 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-9c93c633-460d-4d91-9b93-1807629a18f6 req-85b71741-8f25-4225-b506-389b5ad6d7e1 service neutron] 10.222.0.36 "PUT /v2.0/ports/981d0ec0-2074-445b-922b-e1b3ce97db2e HTTP/1.1" status: 200 len: 1093 time: 1.0730669 Jun 10 14:44:08.853829 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08da0e54-02bf-450f-a643-99d1afda20e6', 'tag': '981d0ec0-2074-445b-922b-e1b3ce97db2e'}] {{(pid=98189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:44:08.854608 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd5238e10c74dbb520512e65c1fdd866749acdde8b41798b102d67d69ab3830" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbd4fd9f-6986-4e12-ba07-68d6ec57b5c1" -d '{"events": [{"name": "network-changed", "server_uuid": "08da0e54-02bf-450f-a643-99d1afda20e6", "tag": "981d0ec0-2074-445b-922b-e1b3ce97db2e"}]}' {{(pid=98189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:44:08.879824 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-8aaea8ea-cdae-4ee2-b561-637f41df20e8 req-180afa5d-fc46-4890-a590-fa8c2b4b67f1 service neutron] 10.222.0.36 "GET /v2.0/networks/58964550-9641-4b98-8f40-cedf0f000584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060204 Jun 10 14:44:08.897251 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b71741-8f25-4225-b506-389b5ad6d7e1 service neutron] Pushing event updated for resources: {'Port': ['ID=981d0ec0-2074-445b-922b-e1b3ce97db2e,revision_number=3']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:44:08.908617 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-85b71741-8f25-4225-b506-389b5ad6d7e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:44:08.962245 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.notifiers.nova [req-06b006e3-da26-4708-b9d7-2deebd0f4f4e req-7c811ce2-2a92-4db5-a9c0-81b112dc3175 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae3abfb6-cf4c-4cec-b03e-f7cbfd7d7bd5 {{(pid=98188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 14:44:08.973054 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-06b006e3-da26-4708-b9d7-2deebd0f4f4e req-7c811ce2-2a92-4db5-a9c0-81b112dc3175 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:08.992073 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.db.provisioning_blocks [req-06b006e3-da26-4708-b9d7-2deebd0f4f4e req-7c811ce2-2a92-4db5-a9c0-81b112dc3175 service neutron] Transition to ACTIVE for port object ae3abfb6-cf4c-4cec-b03e-f7cbfd7d7bd5 will not be triggered until provisioned by entity L2. {{(pid=98188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:44:09.008100 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-06b006e3-da26-4708-b9d7-2deebd0f4f4e req-7c811ce2-2a92-4db5-a9c0-81b112dc3175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4122297'] for port, after_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:09.025879 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-3c20e798-3b4a-4a5f-a51e-99d2ebc2848c tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:44:09.050035 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c93c633-460d-4d91-9b93-1807629a18f6 req-9e229ea3-9237-42df-ae20-1090900b493f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:09.051892 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-9c93c633-460d-4d91-9b93-1807629a18f6 req-9e229ea3-9237-42df-ae20-1090900b493f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3065c91b66384aefa642d766c49e32b2&device_id=08da0e54-02bf-450f-a643-99d1afda20e6 HTTP/1.1" status: 200 len: 1096 time: 0.1309035 Jun 10 14:44:09.126437 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-9c93c633-460d-4d91-9b93-1807629a18f6 req-3cda6a31-1c4c-42f5-837d-3715c9126ca0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=981d0ec0-2074-445b-922b-e1b3ce97db2e HTTP/1.1" status: 200 len: 217 time: 0.0639088 Jun 10 14:44:09.194167 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c93c633-460d-4d91-9b93-1807629a18f6 req-de19aa6f-7994-4cbd-a447-4343abefa416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:09.195767 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-9c93c633-460d-4d91-9b93-1807629a18f6 req-de19aa6f-7994-4cbd-a447-4343abefa416 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=608c40fd-af24-4c4d-b8ac-392ee5ac2abd HTTP/1.1" status: 200 len: 854 time: 0.0563819 Jun 10 14:44:09.254230 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c811ce2-2a92-4db5-a9c0-81b112dc3175 service neutron] Pushing event updated for resources: {'Port': ['ID=ae3abfb6-cf4c-4cec-b03e-f7cbfd7d7bd5,revision_number=2']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:44:09.263908 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-7c811ce2-2a92-4db5-a9c0-81b112dc3175 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:44:09.288412 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c93c633-460d-4d91-9b93-1807629a18f6 req-b326035e-4890-463a-9543-6d0c8b0317c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:09.289889 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-9c93c633-460d-4d91-9b93-1807629a18f6 req-b326035e-4890-463a-9543-6d0c8b0317c1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=afb3d1e6-69a8-46b1-ad00-dfea32c79a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0814331 Jun 10 14:44:09.384866 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-8aaea8ea-cdae-4ee2-b561-637f41df20e8 req-401ceeec-7cb3-4184-a30a-9f9bb1273a58 service neutron] 10.222.0.36 "GET /v2.0/networks/58964550-9641-4b98-8f40-cedf0f000584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3907316 Jun 10 14:44:09.410019 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52af8b7b-3f27-4ef2-a82d-5527e1616ec5 req-9a98c28c-0a73-49c8-bf82-a2d3ad6acd9f tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:09.411491 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-52af8b7b-3f27-4ef2-a82d-5527e1616ec5 req-9a98c28c-0a73-49c8-bf82-a2d3ad6acd9f tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] 10.222.0.38 "GET /v2.0/ports?device_id=08da0e54-02bf-450f-a643-99d1afda20e6 HTTP/1.1" status: 200 len: 943 time: 0.3691230 Jun 10 14:44:09.416360 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-9c93c633-460d-4d91-9b93-1807629a18f6 req-08a77c1c-2b60-4d9d-8956-4abb337db426 service neutron] 10.222.0.36 "GET /v2.0/networks/afb3d1e6-69a8-46b1-ad00-dfea32c79a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138799 Jun 10 14:44:09.423374 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01e8a98-e730-420f-80b7-b61368bd6fda req-965b669c-723a-4c64-b34d-7522597c2583 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:09.424862 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-b01e8a98-e730-420f-80b7-b61368bd6fda req-965b669c-723a-4c64-b34d-7522597c2583 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/ports?device_id=8fa28829-8ab4-4474-9e15-4750ad15c012 HTTP/1.1" status: 200 len: 943 time: 0.3765116 Jun 10 14:44:09.458333 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.managers [req-06b006e3-da26-4708-b9d7-2deebd0f4f4e req-7c811ce2-2a92-4db5-a9c0-81b112dc3175 service neutron] Attempting to bind port ae3abfb6-cf4c-4cec-b03e-f7cbfd7d7bd5 on host hv-cinder-79578 for vnic_type normal with profile {{(pid=98188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 14:44:09.458668 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.managers [req-06b006e3-da26-4708-b9d7-2deebd0f4f4e req-7c811ce2-2a92-4db5-a9c0-81b112dc3175 service neutron] Attempting to bind port ae3abfb6-cf4c-4cec-b03e-f7cbfd7d7bd5 by drivers openvswitch,hyperv on host hv-cinder-79578 at level 0 using segments [{'id': 'c43a5be5-1290-4a91-ba59-a957b85e24b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4744fb36-3c6e-45ed-8835-58a06f451405'}] {{(pid=98188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 14:44:09.459012 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b006e3-da26-4708-b9d7-2deebd0f4f4e req-7c811ce2-2a92-4db5-a9c0-81b112dc3175 service neutron] Attempting to bind port ae3abfb6-cf4c-4cec-b03e-f7cbfd7d7bd5 on network 4744fb36-3c6e-45ed-8835-58a06f451405 {{(pid=98188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 14:44:09.505925 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b006e3-da26-4708-b9d7-2deebd0f4f4e req-7c811ce2-2a92-4db5-a9c0-81b112dc3175 service neutron] Port ae3abfb6-cf4c-4cec-b03e-f7cbfd7d7bd5 on network 4744fb36-3c6e-45ed-8835-58a06f451405 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79578 {{(pid=98188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 14:44:09.506225 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b006e3-da26-4708-b9d7-2deebd0f4f4e req-7c811ce2-2a92-4db5-a9c0-81b112dc3175 service neutron] Attempting to bind port ae3abfb6-cf4c-4cec-b03e-f7cbfd7d7bd5 on network 4744fb36-3c6e-45ed-8835-58a06f451405 {{(pid=98188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 14:44:09.537500 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b006e3-da26-4708-b9d7-2deebd0f4f4e req-7c811ce2-2a92-4db5-a9c0-81b112dc3175 service neutron] Checking agent: {'id': 'c47c39ee-f167-41a2-bf85-7dde6d0410ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79578', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 14, 40, 37), 'started_at': datetime.datetime(2021, 6, 10, 14, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 14, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 14:44:09.537852 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b006e3-da26-4708-b9d7-2deebd0f4f4e req-7c811ce2-2a92-4db5-a9c0-81b112dc3175 service neutron] Checking segment: {'id': 'c43a5be5-1290-4a91-ba59-a957b85e24b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4744fb36-3c6e-45ed-8835-58a06f451405'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 14:44:09.538236 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b006e3-da26-4708-b9d7-2deebd0f4f4e req-7c811ce2-2a92-4db5-a9c0-81b112dc3175 service neutron] Bound using segment: {'id': 'c43a5be5-1290-4a91-ba59-a957b85e24b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4744fb36-3c6e-45ed-8835-58a06f451405'} {{(pid=98188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 14:44:09.538674 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.managers [req-06b006e3-da26-4708-b9d7-2deebd0f4f4e req-7c811ce2-2a92-4db5-a9c0-81b112dc3175 service neutron] Bound port: ae3abfb6-cf4c-4cec-b03e-f7cbfd7d7bd5, host: hv-cinder-79578, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c43a5be5-1290-4a91-ba59-a957b85e24b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4744fb36-3c6e-45ed-8835-58a06f451405'}}] {{(pid=98188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 14:44:09.539022 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-06b006e3-da26-4708-b9d7-2deebd0f4f4e req-7c811ce2-2a92-4db5-a9c0-81b112dc3175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:09.547377 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-52af8b7b-3f27-4ef2-a82d-5527e1616ec5 req-05a51625-4250-4aec-b62d-7d908963ef35 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d95f537-c1aa-4142-b4e6-2a04b8dd3a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216068 Jun 10 14:44:09.555140 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-9c93c633-460d-4d91-9b93-1807629a18f6 req-f1ab2737-f7b4-4613-af15-db15636b77c1 service neutron] 10.222.0.36 "GET /v2.0/networks/afb3d1e6-69a8-46b1-ad00-dfea32c79a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182849 Jun 10 14:44:09.565217 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-b01e8a98-e730-420f-80b7-b61368bd6fda req-263fbc80-8f00-4f3c-b812-fae804f0d760 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa6450ec-2090-40c0-8f5e-ef907fcb2083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320229 Jun 10 14:44:09.607291 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-b14efd8e-5ffd-42af-ac55-c6dc049dcb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:09.633324 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df995b04-9d42-472d-8b50-0997fb17d848 req-8eab0f2d-6bda-429a-b07f-0640d004e01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:09.634828 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-df995b04-9d42-472d-8b50-0997fb17d848 req-8eab0f2d-6bda-429a-b07f-0640d004e01a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dfd878f040a749b69cad3b7e3238a4cd&device_id=08c8f2fd-05da-4600-ae3d-41a281ccd9c1 HTTP/1.1" status: 200 len: 1096 time: 0.1858814 Jun 10 14:44:09.652653 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.db [req-06b006e3-da26-4708-b9d7-2deebd0f4f4e req-7c811ce2-2a92-4db5-a9c0-81b112dc3175 service neutron] For port ae3abfb6-cf4c-4cec-b03e-f7cbfd7d7bd5, host hv-cinder-79578, cleared binding levels {{(pid=98188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 14:44:09.656378 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.db [req-06b006e3-da26-4708-b9d7-2deebd0f4f4e req-7c811ce2-2a92-4db5-a9c0-81b112dc3175 service neutron] For port ae3abfb6-cf4c-4cec-b03e-f7cbfd7d7bd5, host hv-cinder-79578, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=ae3abfb6-cf4c-4cec-b03e-f7cbfd7d7bd5,segment=NetworkSegment(c43a5be5-1290-4a91-ba59-a957b85e24b7),segment_id=c43a5be5-1290-4a91-ba59-a957b85e24b7)] {{(pid=98188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 14:44:09.672393 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-06b006e3-da26-4708-b9d7-2deebd0f4f4e req-7c811ce2-2a92-4db5-a9c0-81b112dc3175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4122297'] for port, after_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:09.688139 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-6801b391-4ffa-4a01-aa32-e2b621216045 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:44:09.745218 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b006e3-da26-4708-b9d7-2deebd0f4f4e req-7c811ce2-2a92-4db5-a9c0-81b112dc3175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:09.745825 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-06b006e3-da26-4708-b9d7-2deebd0f4f4e req-7c811ce2-2a92-4db5-a9c0-81b112dc3175 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545536'] for port, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:09.747161 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-06b006e3-da26-4708-b9d7-2deebd0f4f4e req-7c811ce2-2a92-4db5-a9c0-81b112dc3175 service neutron] 10.222.0.36 "PUT /v2.0/ports/ae3abfb6-cf4c-4cec-b03e-f7cbfd7d7bd5 HTTP/1.1" status: 200 len: 1093 time: 1.9694819 Jun 10 14:44:09.811871 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 14:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dcbb2d2-c19b-403a-8bf8-5c2119067a9e x-openstack-request-id: req-2dcbb2d2-c19b-403a-8bf8-5c2119067a9e {{(pid=98189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:44:09.812430 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08da0e54-02bf-450f-a643-99d1afda20e6", "tag": "981d0ec0-2074-445b-922b-e1b3ce97db2e", "status": "completed", "code": 200}]} {{(pid=98189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:44:09.812595 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2dcbb2d2-c19b-403a-8bf8-5c2119067a9e {{(pid=98189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:44:09.813002 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08da0e54-02bf-450f-a643-99d1afda20e6', 'tag': '981d0ec0-2074-445b-922b-e1b3ce97db2e', 'status': 'completed', 'code': 200} Jun 10 14:44:09.854195 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c811ce2-2a92-4db5-a9c0-81b112dc3175 service neutron] Pushing event updated for resources: {'Port': ['ID=ae3abfb6-cf4c-4cec-b03e-f7cbfd7d7bd5,revision_number=3']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:44:09.863500 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-7c811ce2-2a92-4db5-a9c0-81b112dc3175 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:44:09.886598 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df995b04-9d42-472d-8b50-0997fb17d848 req-decbb927-a158-40f7-8fa8-e081f7035eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:09.886598 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-df995b04-9d42-472d-8b50-0997fb17d848 req-decbb927-a158-40f7-8fa8-e081f7035eba service neutron] 10.222.0.36 "GET /v2.0/networks?id=58964550-9641-4b98-8f40-cedf0f000584 HTTP/1.1" status: 200 len: 914 time: 0.2254622 Jun 10 14:44:09.886598 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fa28829-8ab4-4474-9e15-4750ad15c012', 'tag': 'ae3abfb6-cf4c-4cec-b03e-f7cbfd7d7bd5'}] {{(pid=98188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:44:09.889937 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f0fe7ff9a18056505f9f26f34e6288f69420e23a9758a676b79d6915a840c7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d7f768-21dc-441f-9bb8-0a46bc68e31a" -d '{"events": [{"name": "network-changed", "server_uuid": "8fa28829-8ab4-4474-9e15-4750ad15c012", "tag": "ae3abfb6-cf4c-4cec-b03e-f7cbfd7d7bd5"}]}' {{(pid=98188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:44:09.926121 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4fd9f-6986-4e12-ba07-68d6ec57b5c1 req-5162cb3c-b5e4-455d-b3d9-dbe283ee3d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:09.927747 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-cbd4fd9f-6986-4e12-ba07-68d6ec57b5c1 req-5162cb3c-b5e4-455d-b3d9-dbe283ee3d5d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3065c91b66384aefa642d766c49e32b2&device_id=08da0e54-02bf-450f-a643-99d1afda20e6 HTTP/1.1" status: 200 len: 1096 time: 0.0648155 Jun 10 14:44:09.952014 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-df995b04-9d42-472d-8b50-0997fb17d848 req-f175f7e3-016e-4b63-aadd-f0091615f195 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6de37836-363c-4a8e-8f26-ee4b973dc729 HTTP/1.1" status: 200 len: 217 time: 0.0582991 Jun 10 14:44:09.959623 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b006e3-da26-4708-b9d7-2deebd0f4f4e req-4decdce4-7c89-4407-b80e-9bf5af83db92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:09.961040 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-06b006e3-da26-4708-b9d7-2deebd0f4f4e req-4decdce4-7c89-4407-b80e-9bf5af83db92 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=93ab3eb0808c4780983402342bde2843&device_id=8fa28829-8ab4-4474-9e15-4750ad15c012 HTTP/1.1" status: 200 len: 1096 time: 0.1647797 Jun 10 14:44:10.052912 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4fd9f-6986-4e12-ba07-68d6ec57b5c1 req-2d057e35-a1e1-47d5-b843-89e322996a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:10.054241 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-cbd4fd9f-6986-4e12-ba07-68d6ec57b5c1 req-2d057e35-a1e1-47d5-b843-89e322996a16 service neutron] 10.222.0.36 "GET /v2.0/networks?id=afb3d1e6-69a8-46b1-ad00-dfea32c79a7b HTTP/1.1" status: 200 len: 916 time: 0.1171415 Jun 10 14:44:10.108914 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-06b006e3-da26-4708-b9d7-2deebd0f4f4e req-1f4e2b22-5821-4ad7-bf3c-e870fdd0ee60 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae3abfb6-cf4c-4cec-b03e-f7cbfd7d7bd5 HTTP/1.1" status: 200 len: 217 time: 0.1079409 Jun 10 14:44:10.123462 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-cbd4fd9f-6986-4e12-ba07-68d6ec57b5c1 req-117c2870-40df-4388-992c-57e8db9c9113 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=981d0ec0-2074-445b-922b-e1b3ce97db2e HTTP/1.1" status: 200 len: 217 time: 0.0464096 Jun 10 14:44:10.197643 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4fd9f-6986-4e12-ba07-68d6ec57b5c1 req-1ba396ed-23b9-4346-be08-1e4be2e23e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:10.199115 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-cbd4fd9f-6986-4e12-ba07-68d6ec57b5c1 req-1ba396ed-23b9-4346-be08-1e4be2e23e32 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=608c40fd-af24-4c4d-b8ac-392ee5ac2abd HTTP/1.1" status: 200 len: 854 time: 0.0586555 Jun 10 14:44:10.272946 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4fd9f-6986-4e12-ba07-68d6ec57b5c1 req-9db52e1f-791b-4d7b-a9d3-67a4cabff4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:10.274567 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-cbd4fd9f-6986-4e12-ba07-68d6ec57b5c1 req-9db52e1f-791b-4d7b-a9d3-67a4cabff4dd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=afb3d1e6-69a8-46b1-ad00-dfea32c79a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0633130 Jun 10 14:44:10.384632 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df995b04-9d42-472d-8b50-0997fb17d848 req-6a21c527-010b-4ab7-8543-3f519706cb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:10.385959 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-df995b04-9d42-472d-8b50-0997fb17d848 req-6a21c527-010b-4ab7-8543-3f519706cb66 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=36f8e516-da16-44e5-9c96-d90406d3d3b4 HTTP/1.1" status: 200 len: 853 time: 0.4056065 Jun 10 14:44:10.402066 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-cbd4fd9f-6986-4e12-ba07-68d6ec57b5c1 req-d3b720dd-55a3-49cc-834d-2b75ad955bcb service neutron] 10.222.0.36 "GET /v2.0/networks/afb3d1e6-69a8-46b1-ad00-dfea32c79a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108320 Jun 10 14:44:10.413410 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b006e3-da26-4708-b9d7-2deebd0f4f4e req-752db26e-5523-47e0-85d8-bdcb8af16851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:10.414739 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-06b006e3-da26-4708-b9d7-2deebd0f4f4e req-752db26e-5523-47e0-85d8-bdcb8af16851 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f163fe2f-7ae5-4149-86b3-e8dbde6e7191 HTTP/1.1" status: 200 len: 854 time: 0.2960000 Jun 10 14:44:10.440655 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-df995b04-9d42-472d-8b50-0997fb17d848 req-5abb3cd8-8b26-4c70-9e55-2cf5a218610f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=58964550-9641-4b98-8f40-cedf0f000584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412543 Jun 10 14:44:10.448069 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539ba432-52c5-4751-8518-e603c819d3bb req-10d3aa2d-3d43-4208-ba26-5680ae23e823 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:10.449418 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-539ba432-52c5-4751-8518-e603c819d3bb req-10d3aa2d-3d43-4208-ba26-5680ae23e823 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9a3b00d-2848-49e7-b8bf-d499e1885c8a HTTP/1.1" status: 200 len: 946 time: 0.4919488 Jun 10 14:44:10.499766 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6818a022-4b8b-4ad3-93c7-5f883de05ab9 req-4b362f6d-af9e-476a-ba85-b30bcf6e331c tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:10.501869 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-6818a022-4b8b-4ad3-93c7-5f883de05ab9 req-4b362f6d-af9e-476a-ba85-b30bcf6e331c tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] 10.222.0.38 "GET /v2.0/ports?device_id=08c8f2fd-05da-4600-ae3d-41a281ccd9c1 HTTP/1.1" status: 200 len: 943 time: 0.5326841 Jun 10 14:44:10.518902 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-06b006e3-da26-4708-b9d7-2deebd0f4f4e req-4c0c9f9a-7963-43e2-80d2-fab7a96d5523 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4744fb36-3c6e-45ed-8835-58a06f451405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0811579 Jun 10 14:44:10.519127 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-cbd4fd9f-6986-4e12-ba07-68d6ec57b5c1 req-71a7b4c6-f740-4413-8667-0193f0a2a86c service neutron] 10.222.0.36 "GET /v2.0/networks/afb3d1e6-69a8-46b1-ad00-dfea32c79a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096768 Jun 10 14:44:10.681069 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-539ba432-52c5-4751-8518-e603c819d3bb req-7afcb455-b1c4-46b7-a422-8c576b4e1b83 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/security-groups?id=7ef18720-15dd-4ca1-94ee-72a6568dc847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195530 Jun 10 14:44:10.728137 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-6818a022-4b8b-4ad3-93c7-5f883de05ab9 req-8771c5b3-9c73-4204-8d22-b25d346e090b tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] 10.222.0.38 "GET /v2.0/security-groups?id=9c469717-5727-4cf6-9ce5-607887173839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059805 Jun 10 14:44:10.729587 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 14:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9207dbbe-ff3a-481d-89d5-57585ff5cc0e x-openstack-request-id: req-9207dbbe-ff3a-481d-89d5-57585ff5cc0e {{(pid=98188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:44:10.729892 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fa28829-8ab4-4474-9e15-4750ad15c012", "tag": "ae3abfb6-cf4c-4cec-b03e-f7cbfd7d7bd5", "status": "completed", "code": 200}]} {{(pid=98188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:44:10.730254 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9207dbbe-ff3a-481d-89d5-57585ff5cc0e {{(pid=98188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:44:10.730561 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fa28829-8ab4-4474-9e15-4750ad15c012', 'tag': 'ae3abfb6-cf4c-4cec-b03e-f7cbfd7d7bd5', 'status': 'completed', 'code': 200} Jun 10 14:44:10.773300 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-df995b04-9d42-472d-8b50-0997fb17d848 req-e4582c32-1203-49d8-b425-aef163a35420 service neutron] 10.222.0.36 "GET /v2.0/networks/58964550-9641-4b98-8f40-cedf0f000584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3214955 Jun 10 14:44:10.774991 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-06b006e3-da26-4708-b9d7-2deebd0f4f4e req-f5b3dd65-fc00-4fed-bcc3-4d4e52874acb service neutron] 10.222.0.36 "GET /v2.0/networks/4744fb36-3c6e-45ed-8835-58a06f451405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241607 Jun 10 14:44:11.086857 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-06b006e3-da26-4708-b9d7-2deebd0f4f4e req-01799d5d-beb3-4542-8c35-6c2b94d878a5 service neutron] 10.222.0.36 "GET /v2.0/networks/4744fb36-3c6e-45ed-8835-58a06f451405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819006 Jun 10 14:44:11.092238 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-df995b04-9d42-472d-8b50-0997fb17d848 req-ce4fe30f-72bc-4e41-993f-d6c15d18d67c service neutron] 10.222.0.36 "GET /v2.0/networks/58964550-9641-4b98-8f40-cedf0f000584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953341 Jun 10 14:44:11.106870 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabc37e9-0a2e-497e-a4ae-2d3554d46314 req-7eaf1bea-9fe4-4901-a60d-d6e9fa83dabd tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:11.108354 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-fabc37e9-0a2e-497e-a4ae-2d3554d46314 req-7eaf1bea-9fe4-4901-a60d-d6e9fa83dabd tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] 10.222.0.38 "GET /v2.0/ports?device_id=08da0e54-02bf-450f-a643-99d1afda20e6 HTTP/1.1" status: 200 len: 943 time: 0.2819099 Jun 10 14:44:11.120714 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cd90a1-4e23-47c4-9012-454f1315a2de req-c6f84b61-e1f4-4229-8aef-aed6ab08615b tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:11.122274 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-34cd90a1-4e23-47c4-9012-454f1315a2de req-c6f84b61-e1f4-4229-8aef-aed6ab08615b tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/ports?device_id=8fa28829-8ab4-4474-9e15-4750ad15c012 HTTP/1.1" status: 200 len: 943 time: 0.2718222 Jun 10 14:44:11.212682 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-fabc37e9-0a2e-497e-a4ae-2d3554d46314 req-c2049596-5ed6-4261-8212-1e756338e1b3 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d95f537-c1aa-4142-b4e6-2a04b8dd3a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894222 Jun 10 14:44:11.221718 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-34cd90a1-4e23-47c4-9012-454f1315a2de req-eae6d15c-151c-4811-983e-6400111c1047 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa6450ec-2090-40c0-8f5e-ef907fcb2083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916097 Jun 10 14:44:11.260370 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d7f768-21dc-441f-9bb8-0a46bc68e31a req-e1d105ae-7fb2-40b1-aecc-8dc1628577a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:11.261908 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-f6d7f768-21dc-441f-9bb8-0a46bc68e31a req-e1d105ae-7fb2-40b1-aecc-8dc1628577a7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=93ab3eb0808c4780983402342bde2843&device_id=8fa28829-8ab4-4474-9e15-4750ad15c012 HTTP/1.1" status: 200 len: 1096 time: 0.1002114 Jun 10 14:44:11.403383 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d7f768-21dc-441f-9bb8-0a46bc68e31a req-c32b1bf3-c760-4f09-86a3-0f857645b55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:11.404843 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-f6d7f768-21dc-441f-9bb8-0a46bc68e31a req-c32b1bf3-c760-4f09-86a3-0f857645b55e service neutron] 10.222.0.36 "GET /v2.0/networks?id=4744fb36-3c6e-45ed-8835-58a06f451405 HTTP/1.1" status: 200 len: 915 time: 0.1334317 Jun 10 14:44:11.482996 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-f6d7f768-21dc-441f-9bb8-0a46bc68e31a req-62f92e48-503d-4a5c-b41e-07ae40dccedd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae3abfb6-cf4c-4cec-b03e-f7cbfd7d7bd5 HTTP/1.1" status: 200 len: 217 time: 0.0538409 Jun 10 14:44:11.540846 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d7f768-21dc-441f-9bb8-0a46bc68e31a req-29801db2-2b56-4b85-9375-26723718f662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:11.542287 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-f6d7f768-21dc-441f-9bb8-0a46bc68e31a req-29801db2-2b56-4b85-9375-26723718f662 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f163fe2f-7ae5-4149-86b3-e8dbde6e7191 HTTP/1.1" status: 200 len: 854 time: 0.0528038 Jun 10 14:44:11.592212 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-f6d7f768-21dc-441f-9bb8-0a46bc68e31a req-b6b84cc6-e878-4d8b-856d-80eafa53268c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4744fb36-3c6e-45ed-8835-58a06f451405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325212 Jun 10 14:44:11.808633 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-f6d7f768-21dc-441f-9bb8-0a46bc68e31a req-3cec13f1-509a-4da4-82c3-09b28e79aaf3 service neutron] 10.222.0.36 "GET /v2.0/networks/4744fb36-3c6e-45ed-8835-58a06f451405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049036 Jun 10 14:44:11.816216 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38611a2b-1f7b-4614-909e-963e2e639d1b req-5d6347fd-bf2c-4423-91af-becfe042a649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:11.817829 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-38611a2b-1f7b-4614-909e-963e2e639d1b req-5d6347fd-bf2c-4423-91af-becfe042a649 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=96f4cdbf31fc4cbb8c5f5fa2addbb3de&device_id=c9a3b00d-2848-49e7-b8bf-d499e1885c8a HTTP/1.1" status: 200 len: 1099 time: 0.1929057 Jun 10 14:44:11.829568 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f882c9-5378-4f5b-9cee-fb58f872a8dd req-384d5961-76b0-4bce-a591-ca50c0006688 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:11.830965 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-98f882c9-5378-4f5b-9cee-fb58f872a8dd req-384d5961-76b0-4bce-a591-ca50c0006688 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9a3b00d-2848-49e7-b8bf-d499e1885c8a HTTP/1.1" status: 200 len: 946 time: 0.1686766 Jun 10 14:44:12.033627 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:12.198904 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-966133d7-f77c-40f1-9d0c-bbde3966e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:12.261179 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-98f882c9-5378-4f5b-9cee-fb58f872a8dd req-b3bb0739-fb21-4701-b5a4-6d2a17e9cf2f tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/security-groups?id=7ef18720-15dd-4ca1-94ee-72a6568dc847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4142499 Jun 10 14:44:12.314756 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38611a2b-1f7b-4614-909e-963e2e639d1b req-078019b5-0fe5-436d-bbc9-709be65f05bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:12.316189 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-38611a2b-1f7b-4614-909e-963e2e639d1b req-078019b5-0fe5-436d-bbc9-709be65f05bf service neutron] 10.222.0.36 "GET /v2.0/networks?id=eceb2f61-46d5-4aae-a498-4b03ff1ffe6f HTTP/1.1" status: 200 len: 919 time: 0.4833374 Jun 10 14:44:12.318200 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-f6d7f768-21dc-441f-9bb8-0a46bc68e31a req-296928de-6304-45b7-8464-fb555747f1fb service neutron] 10.222.0.36 "GET /v2.0/networks/4744fb36-3c6e-45ed-8835-58a06f451405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4863842 Jun 10 14:44:12.329941 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4afeb4-5e05-48a6-85a4-e10a5e51f8cf req-59d5b5ef-a550-43ad-90f4-bf33a676b3cb tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:12.331397 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-7a4afeb4-5e05-48a6-85a4-e10a5e51f8cf req-59d5b5ef-a550-43ad-90f4-bf33a676b3cb tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] 10.222.0.38 "GET /v2.0/ports?device_id=08c8f2fd-05da-4600-ae3d-41a281ccd9c1 HTTP/1.1" status: 200 len: 943 time: 0.4821675 Jun 10 14:44:12.382108 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Device 981d0ec0-2074-445b-922b-e1b3ce97db2e details requested by agent hyperv_hv-cinder-79578 with host hv-cinder-79578 {{(pid=98190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 14:44:12.399565 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-38611a2b-1f7b-4614-909e-963e2e639d1b req-74be1f54-0d82-4d53-8c78-9f3fce71cc1a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39e2555c-329d-4b2c-b1ab-1211d2e21ca3 HTTP/1.1" status: 200 len: 217 time: 0.0672498 Jun 10 14:44:12.494746 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-7a4afeb4-5e05-48a6-85a4-e10a5e51f8cf req-a0978ace-43a9-46ae-9af1-af8b98a43c25 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] 10.222.0.38 "GET /v2.0/security-groups?id=9c469717-5727-4cf6-9ce5-607887173839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556196 Jun 10 14:44:12.500940 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] For port 981d0ec0-2074-445b-922b-e1b3ce97db2e, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=981d0ec0-2074-445b-922b-e1b3ce97db2e,segment=NetworkSegment(5a31d746-9e5d-46e8-b021-750c831f5d0c),segment_id=5a31d746-9e5d-46e8-b021-750c831f5d0c)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:44:12.513454 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Returning: {'device': '981d0ec0-2074-445b-922b-e1b3ce97db2e', 'network_id': 'afb3d1e6-69a8-46b1-ad00-dfea32c79a7b', 'port_id': '981d0ec0-2074-445b-922b-e1b3ce97db2e', 'mac_address': 'fa:16:3e:d8:8a:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '608c40fd-af24-4c4d-b8ac-392ee5ac2abd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 14:44:12.521704 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38611a2b-1f7b-4614-909e-963e2e639d1b req-37d41bac-cd50-43d2-a6db-8a05542a181b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:12.525133 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-38611a2b-1f7b-4614-909e-963e2e639d1b req-37d41bac-cd50-43d2-a6db-8a05542a181b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b3511c78-374d-4ef9-a4c4-c0913a2192ca HTTP/1.1" status: 200 len: 858 time: 0.1126070 Jun 10 14:44:12.541980 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a538ab3-0026-4945-9461-26ef527df363 req-648fb86d-d870-45fb-9c59-815c5bf41e1e tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:12.543363 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-3a538ab3-0026-4945-9461-26ef527df363 req-648fb86d-d870-45fb-9c59-815c5bf41e1e tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] 10.222.0.38 "GET /v2.0/ports?device_id=08da0e54-02bf-450f-a643-99d1afda20e6 HTTP/1.1" status: 200 len: 943 time: 0.1543009 Jun 10 14:44:12.557654 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:12.574385 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.notifiers.nova [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 981d0ec0-2074-445b-922b-e1b3ce97db2e {{(pid=98190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 14:44:12.592238 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-38611a2b-1f7b-4614-909e-963e2e639d1b req-90b2cfde-e0a6-4c82-94f9-98e25207069e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eceb2f61-46d5-4aae-a498-4b03ff1ffe6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463858 Jun 10 14:44:12.600002 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] For port 981d0ec0-2074-445b-922b-e1b3ce97db2e, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=981d0ec0-2074-445b-922b-e1b3ce97db2e,segment=NetworkSegment(5a31d746-9e5d-46e8-b021-750c831f5d0c),segment_id=5a31d746-9e5d-46e8-b021-750c831f5d0c)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:44:12.605012 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:12.605849 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Device 6de37836-363c-4a8e-8f26-ee4b973dc729 details requested by agent hyperv_hv-cinder-79578 with host hv-cinder-79578 {{(pid=98190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 14:44:12.608489 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-9564c8fd-19ca-453e-8e26-8e9b2747aed0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:44:12.640359 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-3a538ab3-0026-4945-9461-26ef527df363 req-0acc96e1-4286-40c9-b88a-1a5a65133d2d tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d95f537-c1aa-4142-b4e6-2a04b8dd3a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858452 Jun 10 14:44:12.691154 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Pushing event updated for resources: {'Port': ['ID=981d0ec0-2074-445b-922b-e1b3ce97db2e,revision_number=4']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:44:12.702445 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:44:12.777557 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-38611a2b-1f7b-4614-909e-963e2e639d1b req-6c454dd1-b645-424a-ad10-2dc0b37d090b service neutron] 10.222.0.36 "GET /v2.0/networks/eceb2f61-46d5-4aae-a498-4b03ff1ffe6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706324 Jun 10 14:44:12.786034 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de67f53f-f68c-4380-8e3e-23d777fe6a36 req-fba3e3d9-3e25-4a92-996f-85227008f319 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:12.787539 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-de67f53f-f68c-4380-8e3e-23d777fe6a36 req-fba3e3d9-3e25-4a92-996f-85227008f319 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/ports?device_id=8fa28829-8ab4-4474-9e15-4750ad15c012 HTTP/1.1" status: 200 len: 943 time: 0.1696150 Jun 10 14:44:12.903348 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] For port 6de37836-363c-4a8e-8f26-ee4b973dc729, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=6de37836-363c-4a8e-8f26-ee4b973dc729,segment=NetworkSegment(61501d67-a830-48ef-831f-f94cb25e1bdf),segment_id=61501d67-a830-48ef-831f-f94cb25e1bdf)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:44:12.910393 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-de67f53f-f68c-4380-8e3e-23d777fe6a36 req-86bd9023-3ddf-405d-9e9f-4515b7caf454 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa6450ec-2090-40c0-8f5e-ef907fcb2083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145871 Jun 10 14:44:12.917381 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Returning: {'device': '6de37836-363c-4a8e-8f26-ee4b973dc729', 'network_id': '58964550-9641-4b98-8f40-cedf0f000584', 'port_id': '6de37836-363c-4a8e-8f26-ee4b973dc729', 'mac_address': 'fa:16:3e:bd:54:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36f8e516-da16-44e5-9c96-d90406d3d3b4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 14:44:12.940684 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-38611a2b-1f7b-4614-909e-963e2e639d1b req-91c74e77-12b5-4ecf-9c79-b23c88e96cd4 service neutron] 10.222.0.36 "GET /v2.0/networks/eceb2f61-46d5-4aae-a498-4b03ff1ffe6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521297 Jun 10 14:44:12.974214 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:12.989263 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.notifiers.nova [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6de37836-363c-4a8e-8f26-ee4b973dc729 {{(pid=98190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 14:44:13.010921 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] For port 6de37836-363c-4a8e-8f26-ee4b973dc729, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=6de37836-363c-4a8e-8f26-ee4b973dc729,segment=NetworkSegment(61501d67-a830-48ef-831f-f94cb25e1bdf),segment_id=61501d67-a830-48ef-831f-f94cb25e1bdf)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:44:13.014800 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:13.017880 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-ca554c4c-f657-4b49-b9f2-1663e3d29d96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:44:13.074242 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Pushing event updated for resources: {'Port': ['ID=6de37836-363c-4a8e-8f26-ee4b973dc729,revision_number=4']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:44:13.077288 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:44:13.252004 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-eaea1bf5-020e-4d00-b5bd-84659b7b503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:13.448532 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759237ad-cf4c-412d-bcbc-e4498e63d01b req-abc02746-3ca4-45fe-b9ef-5e46c0246b33 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:13.449958 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-759237ad-cf4c-412d-bcbc-e4498e63d01b req-abc02746-3ca4-45fe-b9ef-5e46c0246b33 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9a3b00d-2848-49e7-b8bf-d499e1885c8a HTTP/1.1" status: 200 len: 946 time: 0.0720470 Jun 10 14:44:13.491260 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-759237ad-cf4c-412d-bcbc-e4498e63d01b req-7b9d3d78-8e4d-4e12-9674-27240aac25d4 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/security-groups?id=7ef18720-15dd-4ca1-94ee-72a6568dc847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355446 Jun 10 14:44:13.551219 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] get_ports_and_sgs() called for port_ids ['6de37836-363c-4a8e-8f26-ee4b973dc729'] {{(pid=98190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 14:44:13.579131 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] get_ports_and_sgs() called for port_ids ['981d0ec0-2074-445b-922b-e1b3ce97db2e'] {{(pid=98190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 14:44:13.673137 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751b87e9-196b-4ec2-856a-d7be4432b90e req-41172cdb-eacc-4b4d-a040-96032c71c3e5 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:13.674781 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-751b87e9-196b-4ec2-856a-d7be4432b90e req-41172cdb-eacc-4b4d-a040-96032c71c3e5 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] 10.222.0.38 "GET /v2.0/ports?device_id=08c8f2fd-05da-4600-ae3d-41a281ccd9c1 HTTP/1.1" status: 200 len: 944 time: 0.0681179 Jun 10 14:44:13.719373 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-751b87e9-196b-4ec2-856a-d7be4432b90e req-6c6af92b-82fb-4118-b0d7-5c3b42c7ee16 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] 10.222.0.38 "GET /v2.0/security-groups?id=9c469717-5727-4cf6-9ce5-607887173839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383120 Jun 10 14:44:13.836049 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58697fd9-c6a8-4251-b80d-f4873f2e88f9 req-03b4dc36-1435-4e92-aaa6-f3a3fbf912c1 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:13.837536 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-58697fd9-c6a8-4251-b80d-f4873f2e88f9 req-03b4dc36-1435-4e92-aaa6-f3a3fbf912c1 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] 10.222.0.38 "GET /v2.0/ports?device_id=08da0e54-02bf-450f-a643-99d1afda20e6 HTTP/1.1" status: 200 len: 944 time: 0.0737834 Jun 10 14:44:13.878831 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-58697fd9-c6a8-4251-b80d-f4873f2e88f9 req-f0f03cdb-10de-455f-ab6f-e518cc2ba298 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d95f537-c1aa-4142-b4e6-2a04b8dd3a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357339 Jun 10 14:44:14.091542 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba34b37c-fa01-49a5-92d3-18b33e1e1157 req-4a125b86-66bc-4ea2-a850-a272888fdfa5 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:14.093022 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-ba34b37c-fa01-49a5-92d3-18b33e1e1157 req-4a125b86-66bc-4ea2-a850-a272888fdfa5 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/ports?device_id=8fa28829-8ab4-4474-9e15-4750ad15c012 HTTP/1.1" status: 200 len: 943 time: 0.0696349 Jun 10 14:44:14.135632 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-ba34b37c-fa01-49a5-92d3-18b33e1e1157 req-be43518b-f56b-46ef-93c0-7071bafabab2 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa6450ec-2090-40c0-8f5e-ef907fcb2083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360456 Jun 10 14:44:14.397558 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Device ae3abfb6-cf4c-4cec-b03e-f7cbfd7d7bd5 details requested by agent hyperv_hv-cinder-79578 with host hv-cinder-79578 {{(pid=98190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 14:44:14.522059 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] For port ae3abfb6-cf4c-4cec-b03e-f7cbfd7d7bd5, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=ae3abfb6-cf4c-4cec-b03e-f7cbfd7d7bd5,segment=NetworkSegment(c43a5be5-1290-4a91-ba59-a957b85e24b7),segment_id=c43a5be5-1290-4a91-ba59-a957b85e24b7)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:44:14.535062 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Returning: {'device': 'ae3abfb6-cf4c-4cec-b03e-f7cbfd7d7bd5', 'network_id': '4744fb36-3c6e-45ed-8835-58a06f451405', 'port_id': 'ae3abfb6-cf4c-4cec-b03e-f7cbfd7d7bd5', 'mac_address': 'fa:16:3e:8a:1b:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f163fe2f-7ae5-4149-86b3-e8dbde6e7191', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 14:44:14.578183 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:14.594500 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.notifiers.nova [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae3abfb6-cf4c-4cec-b03e-f7cbfd7d7bd5 {{(pid=98190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 14:44:14.621444 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] For port ae3abfb6-cf4c-4cec-b03e-f7cbfd7d7bd5, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=ae3abfb6-cf4c-4cec-b03e-f7cbfd7d7bd5,segment=NetworkSegment(c43a5be5-1290-4a91-ba59-a957b85e24b7),segment_id=c43a5be5-1290-4a91-ba59-a957b85e24b7)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:44:14.627395 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:14.630507 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:44:14.681630 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc32abaf-2085-414a-a621-df2cc825f64d req-eb2ec744-6fcb-47d2-ac94-c77a0fae2d8e tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:14.683077 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-fc32abaf-2085-414a-a621-df2cc825f64d req-eb2ec744-6fcb-47d2-ac94-c77a0fae2d8e tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9a3b00d-2848-49e7-b8bf-d499e1885c8a HTTP/1.1" status: 200 len: 946 time: 0.0738673 Jun 10 14:44:14.687411 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Pushing event updated for resources: {'Port': ['ID=ae3abfb6-cf4c-4cec-b03e-f7cbfd7d7bd5,revision_number=4']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:44:14.691678 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:44:14.728454 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-fc32abaf-2085-414a-a621-df2cc825f64d req-cd388fa0-7e96-4b83-9e60-37f7537f62d3 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/security-groups?id=7ef18720-15dd-4ca1-94ee-72a6568dc847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397723 Jun 10 14:44:14.873060 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-fbbc5fb5-3f71-4862-8fd7-9153cbf0fe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:14.937125 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd78e332-dba5-4d1d-aca2-cbe20d649de6 req-c1ad85ef-708d-45ac-a7c2-ed1189335fc7 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:14.939392 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-fd78e332-dba5-4d1d-aca2-cbe20d649de6 req-c1ad85ef-708d-45ac-a7c2-ed1189335fc7 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] 10.222.0.38 "GET /v2.0/ports?device_id=08c8f2fd-05da-4600-ae3d-41a281ccd9c1 HTTP/1.1" status: 200 len: 944 time: 0.0942214 Jun 10 14:44:14.981126 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-fd78e332-dba5-4d1d-aca2-cbe20d649de6 req-45129c74-d644-400a-a259-66d21ad75c16 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] 10.222.0.38 "GET /v2.0/security-groups?id=9c469717-5727-4cf6-9ce5-607887173839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357792 Jun 10 14:44:15.059420 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa5e7b6-cf78-4055-928f-b2a2f6164d10 req-cd4bb539-0941-489c-8a63-846109efac25 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:15.060897 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-1aa5e7b6-cf78-4055-928f-b2a2f6164d10 req-cd4bb539-0941-489c-8a63-846109efac25 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] 10.222.0.38 "GET /v2.0/ports?device_id=08da0e54-02bf-450f-a643-99d1afda20e6 HTTP/1.1" status: 200 len: 944 time: 0.0707352 Jun 10 14:44:15.103910 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-1aa5e7b6-cf78-4055-928f-b2a2f6164d10 req-1ac969c5-063f-4764-90f8-106c9077ad36 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d95f537-c1aa-4142-b4e6-2a04b8dd3a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370328 Jun 10 14:44:15.185849 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] get_ports_and_sgs() called for port_ids ['ae3abfb6-cf4c-4cec-b03e-f7cbfd7d7bd5'] {{(pid=98190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 14:44:15.315406 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35671000-7ff9-4724-a242-7a5320abb798 req-69a179cf-fe36-446b-8495-9f6f58b1eacb tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:15.316904 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-35671000-7ff9-4724-a242-7a5320abb798 req-69a179cf-fe36-446b-8495-9f6f58b1eacb tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/ports?device_id=8fa28829-8ab4-4474-9e15-4750ad15c012 HTTP/1.1" status: 200 len: 944 time: 0.0688126 Jun 10 14:44:15.359090 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-35671000-7ff9-4724-a242-7a5320abb798 req-43dd2cd8-ac65-4c4b-ac43-93fa25e4c96b tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa6450ec-2090-40c0-8f5e-ef907fcb2083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361192 Jun 10 14:44:15.915249 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f6f99-e2c5-4b71-80e8-7270d3dc889d req-7854b2d6-5326-4034-85ae-0577e3c7e6f2 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:15.916719 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-590f6f99-e2c5-4b71-80e8-7270d3dc889d req-7854b2d6-5326-4034-85ae-0577e3c7e6f2 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9a3b00d-2848-49e7-b8bf-d499e1885c8a HTTP/1.1" status: 200 len: 946 time: 0.0751605 Jun 10 14:44:15.962231 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-590f6f99-e2c5-4b71-80e8-7270d3dc889d req-adb2d4a6-43aa-4da1-aa96-0c7cc085c573 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/security-groups?id=7ef18720-15dd-4ca1-94ee-72a6568dc847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359807 Jun 10 14:44:16.177767 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eef5f2-cf99-4072-8a62-599ddb13a98f req-8110c1d6-ae8c-4362-8289-c2e4d9559737 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:16.179206 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-33eef5f2-cf99-4072-8a62-599ddb13a98f req-8110c1d6-ae8c-4362-8289-c2e4d9559737 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] 10.222.0.38 "GET /v2.0/ports?device_id=08c8f2fd-05da-4600-ae3d-41a281ccd9c1 HTTP/1.1" status: 200 len: 944 time: 0.0741780 Jun 10 14:44:16.239897 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-33eef5f2-cf99-4072-8a62-599ddb13a98f req-bd2a199c-4142-46ff-8323-7b8ae268f663 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] 10.222.0.38 "GET /v2.0/security-groups?id=9c469717-5727-4cf6-9ce5-607887173839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528510 Jun 10 14:44:16.333271 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.agents_db [None req-cd79858f-8c6e-4eae-9804-968873059af8 None None] Agent healthcheck: found 6 active agents {{(pid=98191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 14:44:16.398864 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Device 981d0ec0-2074-445b-922b-e1b3ce97db2e up at agent hyperv_hv-cinder-79578 {{(pid=98190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:44:16.433889 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91b2dfc-0da6-444e-a2a2-2341c498998c req-77f18a82-6374-469c-af1f-b692c9aa41fc tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:16.435584 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-d91b2dfc-0da6-444e-a2a2-2341c498998c req-77f18a82-6374-469c-af1f-b692c9aa41fc tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] 10.222.0.38 "GET /v2.0/ports?device_id=08da0e54-02bf-450f-a643-99d1afda20e6 HTTP/1.1" status: 200 len: 944 time: 0.0890310 Jun 10 14:44:16.456906 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Provisioning for port 981d0ec0-2074-445b-922b-e1b3ce97db2e completed by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:44:16.461069 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Provisioning complete for port 981d0ec0-2074-445b-922b-e1b3ce97db2e triggered by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:44:16.461391 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32877986'] for port, provisioning_complete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:16.493711 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-d91b2dfc-0da6-444e-a2a2-2341c498998c req-5ed89095-b2d9-4a3d-b5db-6bfe1a06795e tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d95f537-c1aa-4142-b4e6-2a04b8dd3a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511670 Jun 10 14:44:16.562965 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:16.589011 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08da0e54-02bf-450f-a643-99d1afda20e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '981d0ec0-2074-445b-922b-e1b3ce97db2e'}] {{(pid=98190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:44:16.591971 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3d4185ab3030d597d4fdff3a42636a440041618624b200d466a1cf3773607d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3705e2d-4deb-489a-a23c-f30a82b74715" -d '{"events": [{"server_uuid": "08da0e54-02bf-450f-a643-99d1afda20e6", "name": "network-vif-plugged", "status": "completed", "tag": "981d0ec0-2074-445b-922b-e1b3ce97db2e"}]}' {{(pid=98190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:44:16.606782 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] For port 981d0ec0-2074-445b-922b-e1b3ce97db2e, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=981d0ec0-2074-445b-922b-e1b3ce97db2e,segment=NetworkSegment(5a31d746-9e5d-46e8-b021-750c831f5d0c),segment_id=5a31d746-9e5d-46e8-b021-750c831f5d0c)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:44:16.612578 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:16.613833 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Device 6de37836-363c-4a8e-8f26-ee4b973dc729 up at agent hyperv_hv-cinder-79578 {{(pid=98190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:44:16.615906 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-e355ee29-bf1c-4f15-bebe-c8e16eaddca3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:44:16.642840 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6544a6-ad9e-4ce4-bc83-ba6a2c17464d req-36332845-891f-4144-8208-1e57db64da3a tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:16.644391 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-1e6544a6-ad9e-4ce4-bc83-ba6a2c17464d req-36332845-891f-4144-8208-1e57db64da3a tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/ports?device_id=8fa28829-8ab4-4474-9e15-4750ad15c012 HTTP/1.1" status: 200 len: 944 time: 0.0752926 Jun 10 14:44:16.648090 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 14:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cc275e0-0f89-4254-9c3c-27d49339a815 x-openstack-request-id: req-0cc275e0-0f89-4254-9c3c-27d49339a815 {{(pid=98190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:44:16.648866 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08da0e54-02bf-450f-a643-99d1afda20e6", "name": "network-vif-plugged", "status": "completed", "tag": "981d0ec0-2074-445b-922b-e1b3ce97db2e", "code": 200}]} {{(pid=98190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:44:16.648866 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0cc275e0-0f89-4254-9c3c-27d49339a815 {{(pid=98190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:44:16.649066 dv-cinder-795785-1-smb neutron-server[98190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08da0e54-02bf-450f-a643-99d1afda20e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '981d0ec0-2074-445b-922b-e1b3ce97db2e', 'code': 200} Jun 10 14:44:16.707252 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-1e6544a6-ad9e-4ce4-bc83-ba6a2c17464d req-a9486aa5-2045-4ddf-b3f6-b5a53a6b4099 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa6450ec-2090-40c0-8f5e-ef907fcb2083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552580 Jun 10 14:44:16.716783 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Pushing event updated for resources: {'Port': ['ID=981d0ec0-2074-445b-922b-e1b3ce97db2e,revision_number=5']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:44:16.725291 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:44:16.725514 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:44:16.728372 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:44:16.728372 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:44:16.728372 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:44:16.728372 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:44:16.728372 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:44:16.728372 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:44:16.728372 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:44:16.728372 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:44:16.728372 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:44:16.729158 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:44:16.732592 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:44:16.742945 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Provisioning for port 6de37836-363c-4a8e-8f26-ee4b973dc729 completed by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:44:16.746560 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Provisioning complete for port 6de37836-363c-4a8e-8f26-ee4b973dc729 triggered by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:44:16.746937 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32877986'] for port, provisioning_complete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:16.838586 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:16.873933 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] For port 6de37836-363c-4a8e-8f26-ee4b973dc729, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=6de37836-363c-4a8e-8f26-ee4b973dc729,segment=NetworkSegment(61501d67-a830-48ef-831f-f94cb25e1bdf),segment_id=61501d67-a830-48ef-831f-f94cb25e1bdf)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:44:16.878896 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:16.880829 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:44:16.890849 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76548e22-bba4-46ff-a437-3ac570c2a834 req-9e51ab71-3d47-4ca2-8961-5fb183e6aacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:16.892880 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-76548e22-bba4-46ff-a437-3ac570c2a834 req-9e51ab71-3d47-4ca2-8961-5fb183e6aacd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=08da0e54-02bf-450f-a643-99d1afda20e6 HTTP/1.1" status: 200 len: 1098 time: 0.0625651 Jun 10 14:44:16.934363 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-76548e22-bba4-46ff-a437-3ac570c2a834 req-e73a7d9a-4c45-4227-b4f1-63ba4aa56fce service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6d95f537-c1aa-4142-b4e6-2a04b8dd3a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314479 Jun 10 14:44:16.935096 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Pushing event updated for resources: {'Port': ['ID=6de37836-363c-4a8e-8f26-ee4b973dc729,revision_number=5']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:44:16.938621 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:44:17.419380 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc194ed-7717-494b-b1bf-b3d2568d5d22 req-d09c8b42-8a57-40d7-8dc6-7f072d980e71 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:17.420878 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-adc194ed-7717-494b-b1bf-b3d2568d5d22 req-d09c8b42-8a57-40d7-8dc6-7f072d980e71 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] 10.222.0.38 "GET /v2.0/ports?device_id=08c8f2fd-05da-4600-ae3d-41a281ccd9c1 HTTP/1.1" status: 200 len: 945 time: 0.0767376 Jun 10 14:44:17.497442 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-adc194ed-7717-494b-b1bf-b3d2568d5d22 req-7548977a-93d3-433e-ad4b-a7ad739bb375 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] 10.222.0.38 "GET /v2.0/security-groups?id=9c469717-5727-4cf6-9ce5-607887173839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680394 Jun 10 14:44:17.525233 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e7e281-e0d1-4ee8-8c6a-e900ec939268 req-4cfb1b5e-1100-4f77-9ca9-4cec68d81f63 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:17.526691 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-34e7e281-e0d1-4ee8-8c6a-e900ec939268 req-4cfb1b5e-1100-4f77-9ca9-4cec68d81f63 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9a3b00d-2848-49e7-b8bf-d499e1885c8a HTTP/1.1" status: 200 len: 946 time: 0.0991344 Jun 10 14:44:17.574353 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-34e7e281-e0d1-4ee8-8c6a-e900ec939268 req-24333280-c4bb-4878-bd73-5bc69a9cd703 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/security-groups?id=7ef18720-15dd-4ca1-94ee-72a6568dc847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389962 Jun 10 14:44:17.747003 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e99d5c-895a-433b-ba20-32a618b1ae94 req-fe9fe4fb-f5ac-43c1-a509-d1893c534700 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:17.748543 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-48e99d5c-895a-433b-ba20-32a618b1ae94 req-fe9fe4fb-f5ac-43c1-a509-d1893c534700 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] 10.222.0.38 "GET /v2.0/ports?device_id=08da0e54-02bf-450f-a643-99d1afda20e6 HTTP/1.1" status: 200 len: 945 time: 0.0722632 Jun 10 14:44:17.790516 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-48e99d5c-895a-433b-ba20-32a618b1ae94 req-aa198724-5b4c-4b4a-960c-dba6661fcf55 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d95f537-c1aa-4142-b4e6-2a04b8dd3a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359604 Jun 10 14:44:17.968415 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a169979f-6ade-4d0e-b4fe-d867a9fb6001 req-d32f6788-8b40-46d0-9278-17cc533e8c94 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:17.970555 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-a169979f-6ade-4d0e-b4fe-d867a9fb6001 req-d32f6788-8b40-46d0-9278-17cc533e8c94 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/ports?device_id=8fa28829-8ab4-4474-9e15-4750ad15c012 HTTP/1.1" status: 200 len: 944 time: 0.0781562 Jun 10 14:44:18.028968 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-a169979f-6ade-4d0e-b4fe-d867a9fb6001 req-2402ecde-58d3-42e9-9190-9b565bea2a1b tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa6450ec-2090-40c0-8f5e-ef907fcb2083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462580 Jun 10 14:44:18.406562 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Device ae3abfb6-cf4c-4cec-b03e-f7cbfd7d7bd5 up at agent hyperv_hv-cinder-79578 {{(pid=98190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:44:18.464335 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Provisioning for port ae3abfb6-cf4c-4cec-b03e-f7cbfd7d7bd5 completed by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:44:18.468006 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Provisioning complete for port ae3abfb6-cf4c-4cec-b03e-f7cbfd7d7bd5 triggered by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:44:18.468425 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32877986'] for port, provisioning_complete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:18.561665 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:18.602650 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] For port ae3abfb6-cf4c-4cec-b03e-f7cbfd7d7bd5, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=ae3abfb6-cf4c-4cec-b03e-f7cbfd7d7bd5,segment=NetworkSegment(c43a5be5-1290-4a91-ba59-a957b85e24b7),segment_id=c43a5be5-1290-4a91-ba59-a957b85e24b7)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:44:18.608831 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:18.611312 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:44:18.649544 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08c8f2fd-05da-4600-ae3d-41a281ccd9c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6de37836-363c-4a8e-8f26-ee4b973dc729'}, {'server_uuid': '8fa28829-8ab4-4474-9e15-4750ad15c012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae3abfb6-cf4c-4cec-b03e-f7cbfd7d7bd5'}] {{(pid=98190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:44:18.652426 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3d4185ab3030d597d4fdff3a42636a440041618624b200d466a1cf3773607d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6369cc3e-3cc3-4daf-8092-0a9531d5f2cc" -d '{"events": [{"server_uuid": "08c8f2fd-05da-4600-ae3d-41a281ccd9c1", "name": "network-vif-plugged", "status": "completed", "tag": "6de37836-363c-4a8e-8f26-ee4b973dc729"}, {"server_uuid": "8fa28829-8ab4-4474-9e15-4750ad15c012", "name": "network-vif-plugged", "status": "completed", "tag": "ae3abfb6-cf4c-4cec-b03e-f7cbfd7d7bd5"}]}' {{(pid=98190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:44:18.681778 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Pushing event updated for resources: {'Port': ['ID=ae3abfb6-cf4c-4cec-b03e-f7cbfd7d7bd5,revision_number=5']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:44:18.684742 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:44:18.696513 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfaa994-0730-454d-bd95-96c48d1206fb req-adb6c31c-8d08-4b1c-906d-2e6a3258436a tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:18.697970 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-fdfaa994-0730-454d-bd95-96c48d1206fb req-adb6c31c-8d08-4b1c-906d-2e6a3258436a tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] 10.222.0.38 "GET /v2.0/ports?device_id=08c8f2fd-05da-4600-ae3d-41a281ccd9c1 HTTP/1.1" status: 200 len: 945 time: 0.0821481 Jun 10 14:44:18.739941 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-fdfaa994-0730-454d-bd95-96c48d1206fb req-022bdb91-f057-44da-86df-2c1f61bb435f tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] 10.222.0.38 "GET /v2.0/security-groups?id=9c469717-5727-4cf6-9ce5-607887173839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361638 Jun 10 14:44:18.789473 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 10 Jun 2021 14:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c71e1bce-5eac-46c8-92a4-d9ece3cec7eb x-openstack-request-id: req-c71e1bce-5eac-46c8-92a4-d9ece3cec7eb {{(pid=98190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:44:18.789973 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08c8f2fd-05da-4600-ae3d-41a281ccd9c1", "name": "network-vif-plugged", "status": "completed", "tag": "6de37836-363c-4a8e-8f26-ee4b973dc729", "code": 200}, {"server_uuid": "8fa28829-8ab4-4474-9e15-4750ad15c012", "name": "network-vif-plugged", "status": "completed", "tag": "ae3abfb6-cf4c-4cec-b03e-f7cbfd7d7bd5", "code": 200}]} {{(pid=98190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:44:18.790244 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c71e1bce-5eac-46c8-92a4-d9ece3cec7eb {{(pid=98190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:44:18.790651 dv-cinder-795785-1-smb neutron-server[98190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08c8f2fd-05da-4600-ae3d-41a281ccd9c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6de37836-363c-4a8e-8f26-ee4b973dc729', 'code': 200} Jun 10 14:44:18.790918 dv-cinder-795785-1-smb neutron-server[98190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fa28829-8ab4-4474-9e15-4750ad15c012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae3abfb6-cf4c-4cec-b03e-f7cbfd7d7bd5', 'code': 200} Jun 10 14:44:19.001340 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6f670a-b630-4168-a030-626ec32c814e req-12dba024-59ba-4d0d-9130-97a24a4cb46c tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:19.003617 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-6b6f670a-b630-4168-a030-626ec32c814e req-12dba024-59ba-4d0d-9130-97a24a4cb46c tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/ports?device_id=d967efd0-1130-473f-a29b-0961cdeca077 HTTP/1.1" status: 200 len: 946 time: 0.1277869 Jun 10 14:44:19.034602 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a78045d-ba4d-4a44-9b82-295816a96d4f req-069db4cf-8dd5-4eff-a857-d42c6aac6db2 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:19.036040 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-9a78045d-ba4d-4a44-9b82-295816a96d4f req-069db4cf-8dd5-4eff-a857-d42c6aac6db2 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] 10.222.0.38 "GET /v2.0/ports?device_id=08da0e54-02bf-450f-a643-99d1afda20e6 HTTP/1.1" status: 200 len: 945 time: 0.1179583 Jun 10 14:44:19.152343 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-6b6f670a-b630-4168-a030-626ec32c814e req-955e0d90-fef7-404f-a37a-895406ed8831 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/security-groups?id=ba1f250a-493e-4112-8d1f-5dae11288c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424749 Jun 10 14:44:19.180367 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-9a78045d-ba4d-4a44-9b82-295816a96d4f req-46deeca0-aecf-4848-a85a-5ca9ac0e02b3 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d95f537-c1aa-4142-b4e6-2a04b8dd3a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203737 Jun 10 14:44:19.198732 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b498eee0-fa5c-45d6-b3fe-48919ac8d17b req-c9f90da9-2d97-4941-a0c0-c44b5e9d22fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:19.200175 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-b498eee0-fa5c-45d6-b3fe-48919ac8d17b req-c9f90da9-2d97-4941-a0c0-c44b5e9d22fb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=08c8f2fd-05da-4600-ae3d-41a281ccd9c1 HTTP/1.1" status: 200 len: 1098 time: 0.1622434 Jun 10 14:44:19.202672 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a037e5c7-851f-41c4-b685-4083828edbb4 req-df2dbd8a-f550-4be2-92a5-5c2f3ec7b044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:19.204798 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-a037e5c7-851f-41c4-b685-4083828edbb4 req-df2dbd8a-f550-4be2-92a5-5c2f3ec7b044 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8fa28829-8ab4-4474-9e15-4750ad15c012 HTTP/1.1" status: 200 len: 1098 time: 0.1671939 Jun 10 14:44:19.283944 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-a037e5c7-851f-41c4-b685-4083828edbb4 req-715395c5-616a-4a33-a4a1-2b1889674b06 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=aa6450ec-2090-40c0-8f5e-ef907fcb2083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612903 Jun 10 14:44:19.285582 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-b498eee0-fa5c-45d6-b3fe-48919ac8d17b req-e618da99-3824-4875-9974-9a0c9b0414d4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9c469717-5727-4cf6-9ce5-607887173839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686533 Jun 10 14:44:19.400584 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603ab4bb-5b9e-4b4a-9699-d8b5cce21c6e req-997b2b04-1aaa-4fe5-8d31-6e9de65de2f9 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:19.402190 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-603ab4bb-5b9e-4b4a-9699-d8b5cce21c6e req-997b2b04-1aaa-4fe5-8d31-6e9de65de2f9 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/ports?device_id=8fa28829-8ab4-4474-9e15-4750ad15c012 HTTP/1.1" status: 200 len: 945 time: 0.1082067 Jun 10 14:44:19.465586 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a7f4cb-d735-4b5e-8b39-f8e4741611a1 req-66a8987e-8d34-4565-85f9-1e11d68412dd tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:19.467304 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-91a7f4cb-d735-4b5e-8b39-f8e4741611a1 req-66a8987e-8d34-4565-85f9-1e11d68412dd tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] 10.222.0.38 "GET /v2.0/ports?device_id=08da0e54-02bf-450f-a643-99d1afda20e6 HTTP/1.1" status: 200 len: 945 time: 0.1195507 Jun 10 14:44:19.470420 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-603ab4bb-5b9e-4b4a-9699-d8b5cce21c6e req-0ce0e02c-8937-464e-bcdb-96c1cff6e1f8 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa6450ec-2090-40c0-8f5e-ef907fcb2083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578980 Jun 10 14:44:19.546808 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-91a7f4cb-d735-4b5e-8b39-f8e4741611a1 req-209003a0-f33d-4d34-b9be-175121f81963 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d95f537-c1aa-4142-b4e6-2a04b8dd3a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729322 Jun 10 14:44:20.168039 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8212a65-9ac5-4f6d-bed0-89148a5d45e2 req-7d25afdd-cb11-4300-b697-94cbbd84abca tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:20.169531 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-a8212a65-9ac5-4f6d-bed0-89148a5d45e2 req-7d25afdd-cb11-4300-b697-94cbbd84abca tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] 10.222.0.38 "GET /v2.0/ports?device_id=08c8f2fd-05da-4600-ae3d-41a281ccd9c1 HTTP/1.1" status: 200 len: 945 time: 0.3176577 Jun 10 14:44:20.183501 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ef443c-fdf0-43e2-bfc3-be716bca579d req-7b220b0d-0bd4-40f5-8b70-f48ccf708d45 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:20.184890 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-a7ef443c-fdf0-43e2-bfc3-be716bca579d req-7b220b0d-0bd4-40f5-8b70-f48ccf708d45 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] 10.222.0.38 "GET /v2.0/ports?device_id=08da0e54-02bf-450f-a643-99d1afda20e6 HTTP/1.1" status: 200 len: 945 time: 0.2999191 Jun 10 14:44:20.242341 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-a8212a65-9ac5-4f6d-bed0-89148a5d45e2 req-1971b8b0-88b1-47c6-8457-323cd3f54a3a tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] 10.222.0.38 "GET /v2.0/security-groups?id=9c469717-5727-4cf6-9ce5-607887173839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663919 Jun 10 14:44:20.249224 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-a7ef443c-fdf0-43e2-bfc3-be716bca579d req-e720b6cc-6c55-48c0-ac4b-933943e0e860 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d95f537-c1aa-4142-b4e6-2a04b8dd3a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579276 Jun 10 14:44:20.437620 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f35840-195c-4b76-910e-3edeaf7d2ada req-0eddc91d-6bdd-49c9-af10-03c3882d1437 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:20.439819 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-13f35840-195c-4b76-910e-3edeaf7d2ada req-0eddc91d-6bdd-49c9-af10-03c3882d1437 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/ports?device_id=d967efd0-1130-473f-a29b-0961cdeca077 HTTP/1.1" status: 200 len: 946 time: 0.0768225 Jun 10 14:44:20.489264 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-13f35840-195c-4b76-910e-3edeaf7d2ada req-c2460edd-08ff-4418-b59a-f67569712112 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/security-groups?id=ba1f250a-493e-4112-8d1f-5dae11288c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421844 Jun 10 14:44:20.788015 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da21e13-595e-4b8c-a685-68165d6608bc req-1a41c22d-3bc1-4192-9f2f-0558a766762f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:20.789572 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-5da21e13-595e-4b8c-a685-68165d6608bc req-1a41c22d-3bc1-4192-9f2f-0558a766762f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=96f4cdbf31fc4cbb8c5f5fa2addbb3de&device_id=c9a3b00d-2848-49e7-b8bf-d499e1885c8a HTTP/1.1" status: 200 len: 1099 time: 0.1612272 Jun 10 14:44:20.803851 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f14b3a6-4103-4847-b359-fbfc3b9ff5b9 req-46949b0c-41e1-4088-b159-ed18457ef365 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:20.805239 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-7f14b3a6-4103-4847-b359-fbfc3b9ff5b9 req-46949b0c-41e1-4088-b159-ed18457ef365 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/ports?device_id=8fa28829-8ab4-4474-9e15-4750ad15c012 HTTP/1.1" status: 200 len: 945 time: 0.1911409 Jun 10 14:44:20.877003 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b51ff1f-6e23-460f-b518-f6c7776b12b2 req-e7b73610-d6e3-45c8-a48a-79d79387336e tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:20.878364 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-0b51ff1f-6e23-460f-b518-f6c7776b12b2 req-e7b73610-d6e3-45c8-a48a-79d79387336e tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9a3b00d-2848-49e7-b8bf-d499e1885c8a HTTP/1.1" status: 200 len: 946 time: 0.1613555 Jun 10 14:44:20.963401 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-7f14b3a6-4103-4847-b359-fbfc3b9ff5b9 req-fc1d9b82-513e-4b3d-af0b-f63947d562a6 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa6450ec-2090-40c0-8f5e-ef907fcb2083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449974 Jun 10 14:44:20.994429 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-0b51ff1f-6e23-460f-b518-f6c7776b12b2 req-5d78337d-d2d6-494b-9c31-6aead96a160d tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/security-groups?id=7ef18720-15dd-4ca1-94ee-72a6568dc847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716796 Jun 10 14:44:20.997164 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da21e13-595e-4b8c-a685-68165d6608bc req-b56e9ce6-ace8-4027-b471-b31c172b6741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:20.998492 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-5da21e13-595e-4b8c-a685-68165d6608bc req-b56e9ce6-ace8-4027-b471-b31c172b6741 service neutron] 10.222.0.36 "GET /v2.0/networks?id=eceb2f61-46d5-4aae-a498-4b03ff1ffe6f HTTP/1.1" status: 200 len: 919 time: 0.1896727 Jun 10 14:44:21.070916 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-5da21e13-595e-4b8c-a685-68165d6608bc req-dbfe7fe0-797d-439e-a590-d7b92d8a5d9b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39e2555c-329d-4b2c-b1ab-1211d2e21ca3 HTTP/1.1" status: 200 len: 217 time: 0.0544937 Jun 10 14:44:21.138779 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da21e13-595e-4b8c-a685-68165d6608bc req-64abd784-d5e7-4561-951a-32709a5d378f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:21.140571 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-5da21e13-595e-4b8c-a685-68165d6608bc req-64abd784-d5e7-4561-951a-32709a5d378f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b3511c78-374d-4ef9-a4c4-c0913a2192ca HTTP/1.1" status: 200 len: 858 time: 0.0507815 Jun 10 14:44:21.188697 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-5da21e13-595e-4b8c-a685-68165d6608bc req-f1b91751-4213-4f75-86e6-2eeb0b7a36d3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eceb2f61-46d5-4aae-a498-4b03ff1ffe6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297515 Jun 10 14:44:21.313642 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-5da21e13-595e-4b8c-a685-68165d6608bc req-8601fe2c-b9ea-46a7-92fa-71205ed95155 service neutron] 10.222.0.36 "GET /v2.0/networks/eceb2f61-46d5-4aae-a498-4b03ff1ffe6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162925 Jun 10 14:44:21.481206 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-5da21e13-595e-4b8c-a685-68165d6608bc req-30500726-ada2-4813-b3f5-13540f4609be service neutron] 10.222.0.36 "GET /v2.0/networks/eceb2f61-46d5-4aae-a498-4b03ff1ffe6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496549 Jun 10 14:44:21.497128 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e24917-9278-44af-9f3c-989ccddc6b66 req-35b20ecd-c5f8-4ffa-ada0-a9c630c6ad4b tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:21.497659 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-a7e24917-9278-44af-9f3c-989ccddc6b66 req-35b20ecd-c5f8-4ffa-ada0-a9c630c6ad4b tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] 10.222.0.38 "GET /v2.0/ports?device_id=08c8f2fd-05da-4600-ae3d-41a281ccd9c1 HTTP/1.1" status: 200 len: 945 time: 0.1422129 Jun 10 14:44:21.541439 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-a7e24917-9278-44af-9f3c-989ccddc6b66 req-ba1b2b30-446e-4526-ba89-4e9a2ccff65f tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] 10.222.0.38 "GET /v2.0/security-groups?id=9c469717-5727-4cf6-9ce5-607887173839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372136 Jun 10 14:44:21.678744 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cc5294-2cb5-4786-a254-3023e752d24b req-3a936417-a6cd-49bd-af01-14dd1d8e319c tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:21.680193 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-51cc5294-2cb5-4786-a254-3023e752d24b req-3a936417-a6cd-49bd-af01-14dd1d8e319c tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/ports?device_id=d967efd0-1130-473f-a29b-0961cdeca077 HTTP/1.1" status: 200 len: 946 time: 0.0676663 Jun 10 14:44:21.721617 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-51cc5294-2cb5-4786-a254-3023e752d24b req-4339fa8b-a6ae-458e-b048-d38947c92023 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/security-groups?id=ba1f250a-493e-4112-8d1f-5dae11288c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356631 Jun 10 14:44:22.154875 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4a70a9-4917-41d6-894d-6d66eaad066d req-a30d8965-2eeb-42d8-bc34-a5566f1184d6 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:22.156553 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-3d4a70a9-4917-41d6-894d-6d66eaad066d req-a30d8965-2eeb-42d8-bc34-a5566f1184d6 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/ports?device_id=8fa28829-8ab4-4474-9e15-4750ad15c012 HTTP/1.1" status: 200 len: 945 time: 0.0745006 Jun 10 14:44:22.201873 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-3d4a70a9-4917-41d6-894d-6d66eaad066d req-f3173580-dcb8-4233-9f3f-20db96f655c1 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa6450ec-2090-40c0-8f5e-ef907fcb2083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386035 Jun 10 14:44:22.347083 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3acb3fe-4244-4190-8421-ab7304c332bb req-e1c545c8-f867-4a6b-b0ec-f87ab176f0a6 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:22.348788 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-f3acb3fe-4244-4190-8421-ab7304c332bb req-e1c545c8-f867-4a6b-b0ec-f87ab176f0a6 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9a3b00d-2848-49e7-b8bf-d499e1885c8a HTTP/1.1" status: 200 len: 946 time: 0.0741911 Jun 10 14:44:22.392600 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-f3acb3fe-4244-4190-8421-ab7304c332bb req-61d1c8c3-80bf-4cd8-bd99-b8ba24472754 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/security-groups?id=7ef18720-15dd-4ca1-94ee-72a6568dc847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382948 Jun 10 14:44:22.748769 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de9054e-fc72-4414-88f4-f229f0885cea req-a1160b4d-4942-4f73-a98e-2bf668296552 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:22.750284 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-3de9054e-fc72-4414-88f4-f229f0885cea req-a1160b4d-4942-4f73-a98e-2bf668296552 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] 10.222.0.38 "GET /v2.0/ports?device_id=08c8f2fd-05da-4600-ae3d-41a281ccd9c1 HTTP/1.1" status: 200 len: 945 time: 0.0778899 Jun 10 14:44:22.801831 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-3de9054e-fc72-4414-88f4-f229f0885cea req-7191fb7c-f5bf-4fb0-90d2-17c819c03828 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] 10.222.0.38 "GET /v2.0/security-groups?id=9c469717-5727-4cf6-9ce5-607887173839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447807 Jun 10 14:44:22.861905 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c87d97e-01c5-4bc7-b2e0-0a32ea1c5c84 req-74e79322-f5b9-4994-b35f-8de5bd627c0b tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:22.863357 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-0c87d97e-01c5-4bc7-b2e0-0a32ea1c5c84 req-74e79322-f5b9-4994-b35f-8de5bd627c0b tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c52d258-0d8b-45e0-820c-de32496e39eb HTTP/1.1" status: 200 len: 945 time: 0.0775561 Jun 10 14:44:22.907025 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-0c87d97e-01c5-4bc7-b2e0-0a32ea1c5c84 req-50c4e3d8-d9bf-4772-ab9c-4f50910ee8a5 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?id=bffe4572-7302-4f5a-9da6-eede10fb958e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378797 Jun 10 14:44:22.988957 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d6e1ec-53b8-41c3-a419-5b377c8df454 req-404ee25f-9a5b-46d3-9fad-7c4281407163 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:22.990392 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-01d6e1ec-53b8-41c3-a419-5b377c8df454 req-404ee25f-9a5b-46d3-9fad-7c4281407163 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/ports?device_id=d967efd0-1130-473f-a29b-0961cdeca077 HTTP/1.1" status: 200 len: 946 time: 0.0770638 Jun 10 14:44:23.031143 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-01d6e1ec-53b8-41c3-a419-5b377c8df454 req-3c38cc48-1ba2-4262-9074-c8dd1871ee26 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/security-groups?id=ba1f250a-493e-4112-8d1f-5dae11288c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347583 Jun 10 14:44:23.571252 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722ee597-a9a3-48dd-87b0-69b7d71ecaf7 req-7c5db576-52a4-4aa5-8db4-c99dbb385389 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:23.572803 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-722ee597-a9a3-48dd-87b0-69b7d71ecaf7 req-7c5db576-52a4-4aa5-8db4-c99dbb385389 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9a3b00d-2848-49e7-b8bf-d499e1885c8a HTTP/1.1" status: 200 len: 946 time: 0.0691946 Jun 10 14:44:23.614747 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-722ee597-a9a3-48dd-87b0-69b7d71ecaf7 req-5d2a6f5d-1499-4920-97d3-fd6952a69d8a tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/security-groups?id=7ef18720-15dd-4ca1-94ee-72a6568dc847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363216 Jun 10 14:44:24.001047 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ba0055-f96e-4315-8ae5-ef9f90a12f97 req-87578dbb-476f-42f2-9f96-d53657210342 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:24.002729 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-f8ba0055-f96e-4315-8ae5-ef9f90a12f97 req-87578dbb-476f-42f2-9f96-d53657210342 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] 10.222.0.38 "GET /v2.0/ports?device_id=08c8f2fd-05da-4600-ae3d-41a281ccd9c1 HTTP/1.1" status: 200 len: 945 time: 0.0847974 Jun 10 14:44:24.055330 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-f8ba0055-f96e-4315-8ae5-ef9f90a12f97 req-ab116281-40d8-4675-98ed-f124090d0a0e tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] 10.222.0.38 "GET /v2.0/security-groups?id=9c469717-5727-4cf6-9ce5-607887173839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465190 Jun 10 14:44:24.128760 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67591d6b-342d-4213-9cbd-fc50515d9798 req-d8e2a5bc-850a-4f25-b8e2-0d785041853f tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:24.130379 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-67591d6b-342d-4213-9cbd-fc50515d9798 req-d8e2a5bc-850a-4f25-b8e2-0d785041853f tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c52d258-0d8b-45e0-820c-de32496e39eb HTTP/1.1" status: 200 len: 945 time: 0.0890954 Jun 10 14:44:24.192924 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-67591d6b-342d-4213-9cbd-fc50515d9798 req-5225f961-2914-46f5-b6a1-5d88d98d4be5 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?id=bffe4572-7302-4f5a-9da6-eede10fb958e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509551 Jun 10 14:44:24.259778 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa0701d-c60d-4587-9509-345a2c3fa5ff req-e34d3e9b-4c51-446e-b2a5-3216a8c8336d tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:24.261258 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-baa0701d-c60d-4587-9509-345a2c3fa5ff req-e34d3e9b-4c51-446e-b2a5-3216a8c8336d tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/ports?device_id=d967efd0-1130-473f-a29b-0961cdeca077 HTTP/1.1" status: 200 len: 946 time: 0.0854485 Jun 10 14:44:24.309092 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-baa0701d-c60d-4587-9509-345a2c3fa5ff req-b4f095cf-75b2-4c12-ac9e-debf2abff41d tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/security-groups?id=ba1f250a-493e-4112-8d1f-5dae11288c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418262 Jun 10 14:44:24.793486 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0438e4-c06d-45ba-80a0-156f23925884 req-8e8a00fb-25c3-4ce6-bfaf-b03fc7e4263e tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:24.794937 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-1b0438e4-c06d-45ba-80a0-156f23925884 req-8e8a00fb-25c3-4ce6-bfaf-b03fc7e4263e tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9a3b00d-2848-49e7-b8bf-d499e1885c8a HTTP/1.1" status: 200 len: 946 time: 0.0677166 Jun 10 14:44:24.836193 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-1b0438e4-c06d-45ba-80a0-156f23925884 req-b28e2e43-55da-4b63-a622-0b17876ddc59 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/security-groups?id=7ef18720-15dd-4ca1-94ee-72a6568dc847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350668 Jun 10 14:44:25.387040 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc1c29d-9722-4ecf-8495-1d5e6cf92e56 req-44ba92d0-d9d7-40ab-ae94-f1b555d74e70 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:25.389695 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-cfc1c29d-9722-4ecf-8495-1d5e6cf92e56 req-44ba92d0-d9d7-40ab-ae94-f1b555d74e70 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c52d258-0d8b-45e0-820c-de32496e39eb HTTP/1.1" status: 200 len: 945 time: 0.0733352 Jun 10 14:44:25.435974 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-cfc1c29d-9722-4ecf-8495-1d5e6cf92e56 req-7957e439-ee13-4959-a41b-a1a13993b31d tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?id=bffe4572-7302-4f5a-9da6-eede10fb958e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416594 Jun 10 14:44:25.506427 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de547d8-8b74-42fd-ac04-d5d06e1ef8b9 req-8f2a67d3-5ccc-4d55-a9fa-3d86408314e1 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:25.507932 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-8de547d8-8b74-42fd-ac04-d5d06e1ef8b9 req-8f2a67d3-5ccc-4d55-a9fa-3d86408314e1 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/ports?device_id=d967efd0-1130-473f-a29b-0961cdeca077 HTTP/1.1" status: 200 len: 946 time: 0.0710278 Jun 10 14:44:25.552760 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-8de547d8-8b74-42fd-ac04-d5d06e1ef8b9 req-05c6e783-9ab7-4f48-80b7-2e31cf843e76 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/security-groups?id=ba1f250a-493e-4112-8d1f-5dae11288c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391929 Jun 10 14:44:25.720701 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9f038a-cf42-4d8b-88f0-cdf113c1e2b0 req-3fa4ad80-6df7-42c5-95e5-a728a8b60202 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:25.722139 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-bf9f038a-cf42-4d8b-88f0-cdf113c1e2b0 req-3fa4ad80-6df7-42c5-95e5-a728a8b60202 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] 10.222.0.38 "GET /v2.0/ports?device_id=08da0e54-02bf-450f-a643-99d1afda20e6 HTTP/1.1" status: 200 len: 945 time: 0.0738897 Jun 10 14:44:25.764898 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-bf9f038a-cf42-4d8b-88f0-cdf113c1e2b0 req-ff405041-08f5-4698-bc34-e108b5b5730c tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d95f537-c1aa-4142-b4e6-2a04b8dd3a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368114 Jun 10 14:44:25.792109 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 36002) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:44:26.046448 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1bbb8e-e037-4791-b282-85fb47d3c220 tempest-TestMinimumBasicScenario-1193798909 tempest-TestMinimumBasicScenario-1193798909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:26.048551 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-6d1bbb8e-e037-4791-b282-85fb47d3c220 tempest-TestMinimumBasicScenario-1193798909 tempest-TestMinimumBasicScenario-1193798909-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=08da0e54-02bf-450f-a643-99d1afda20e6 HTTP/1.1" status: 200 len: 1093 time: 0.2549393 Jun 10 14:44:26.051619 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 36010) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:44:26.057605 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.v2.base [None req-29d1a24e-58fb-458f-82df-46b9be4c9d05 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Request body: {'floatingip': {'floating_network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'port_id': '981d0ec0-2074-445b-922b-e1b3ce97db2e', 'tenant_id': '3065c91b66384aefa642d766c49e32b2', 'fixed_ip_address': '172.20.0.5'}} {{(pid=98189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:44:26.057713 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc115e2-a195-479a-9b64-09fff8138967 req-af78c377-fa71-4720-a5d2-83295330e98a tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:26.058124 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-5cc115e2-a195-479a-9b64-09fff8138967 req-af78c377-fa71-4720-a5d2-83295330e98a tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9a3b00d-2848-49e7-b8bf-d499e1885c8a HTTP/1.1" status: 200 len: 946 time: 0.1090233 Jun 10 14:44:26.081225 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-29d1a24e-58fb-458f-82df-46b9be4c9d05 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Notify callbacks [] for floatingip, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:26.110186 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-5cc115e2-a195-479a-9b64-09fff8138967 req-e8822094-1531-473d-adaa-47292f425fae tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/security-groups?id=7ef18720-15dd-4ca1-94ee-72a6568dc847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457504 Jun 10 14:44:26.217008 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-29d1a24e-58fb-458f-82df-46b9be4c9d05 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:26.338784 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.db.db_base_plugin_common [None req-29d1a24e-58fb-458f-82df-46b9be4c9d05 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Allocated IP 172.28.0.209 (d939252c-9d87-4c0a-b331-cccdb2846f4a/bb56f5fa-8acc-4201-b097-078ac8811790/5fcc950b-d1b4-4c63-8198-4b1c5bb6dd0c) {{(pid=98189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 14:44:26.483678 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-29d1a24e-58fb-458f-82df-46b9be4c9d05 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Notify callbacks [] for port, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:26.526075 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-29d1a24e-58fb-458f-82df-46b9be4c9d05 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33290945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770842374660'] for port, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:26.532438 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-85b71741-8f25-4225-b506-389b5ad6d7e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:44:26.583919 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d1a24e-58fb-458f-82df-46b9be4c9d05 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Network d939252c-9d87-4c0a-b331-cccdb2846f4a is already hosted by enough agents. {{(pid=98189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 14:44:26.592552 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.base_scheduler [None req-29d1a24e-58fb-458f-82df-46b9be4c9d05 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Resources bound (agent type, host, resource id): {{(pid=98189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:44:26.596784 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d1a24e-58fb-458f-82df-46b9be4c9d05 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Received port after_create {{(pid=98189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 14:44:26.629474 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d1a24e-58fb-458f-82df-46b9be4c9d05 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Pushing event updated for resources: {'Port': ['ID=5fcc950b-d1b4-4c63-8198-4b1c5bb6dd0c,revision_number=1']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:44:26.638873 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d1a24e-58fb-458f-82df-46b9be4c9d05 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:44:26.639244 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d1a24e-58fb-458f-82df-46b9be4c9d05 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:44:26.639600 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d1a24e-58fb-458f-82df-46b9be4c9d05 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:44:26.640667 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d1a24e-58fb-458f-82df-46b9be4c9d05 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:44:26.641951 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d1a24e-58fb-458f-82df-46b9be4c9d05 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:44:26.642515 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d1a24e-58fb-458f-82df-46b9be4c9d05 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:44:26.643003 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d1a24e-58fb-458f-82df-46b9be4c9d05 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:44:26.643495 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d1a24e-58fb-458f-82df-46b9be4c9d05 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:44:26.646058 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d1a24e-58fb-458f-82df-46b9be4c9d05 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:44:26.646568 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d1a24e-58fb-458f-82df-46b9be4c9d05 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:44:26.647061 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d1a24e-58fb-458f-82df-46b9be4c9d05 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:44:26.647548 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d1a24e-58fb-458f-82df-46b9be4c9d05 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:44:26.653115 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-29d1a24e-58fb-458f-82df-46b9be4c9d05 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:44:26.663785 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812dbfe1-43c1-484f-a542-c9dda530b2fa req-8522c4a7-1d7f-4809-a677-c2583c1b24dc tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:26.665264 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-812dbfe1-43c1-484f-a542-c9dda530b2fa req-8522c4a7-1d7f-4809-a677-c2583c1b24dc tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c52d258-0d8b-45e0-820c-de32496e39eb HTTP/1.1" status: 200 len: 945 time: 0.0955670 Jun 10 14:44:26.712058 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-812dbfe1-43c1-484f-a542-c9dda530b2fa req-9aa84cab-c10b-496c-9a37-f43c008ecc6e tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?id=bffe4572-7302-4f5a-9da6-eede10fb958e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459409 Jun 10 14:44:26.773410 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a2ac1e-d811-405a-88ee-584a5459b8b7 req-2c74ed9a-1154-4eff-82a9-cbdc9d3a1a10 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:26.774841 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-d1a2ac1e-d811-405a-88ee-584a5459b8b7 req-2c74ed9a-1154-4eff-82a9-cbdc9d3a1a10 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/ports?device_id=d967efd0-1130-473f-a29b-0961cdeca077 HTTP/1.1" status: 200 len: 946 time: 0.0785365 Jun 10 14:44:26.816475 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-d1a2ac1e-d811-405a-88ee-584a5459b8b7 req-cd770a7d-818e-4385-9808-171be59b7760 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/security-groups?id=ba1f250a-493e-4112-8d1f-5dae11288c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356445 Jun 10 14:44:27.039142 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-29d1a24e-58fb-458f-82df-46b9be4c9d05 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:27.130235 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-29d1a24e-58fb-458f-82df-46b9be4c9d05 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:27.448863 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f82ba38-008e-4b21-a11b-549231311938 req-6704f9b9-6383-446f-ad23-a09d4b8174ee tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:27.450390 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-6f82ba38-008e-4b21-a11b-549231311938 req-6704f9b9-6383-446f-ad23-a09d4b8174ee tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9a3b00d-2848-49e7-b8bf-d499e1885c8a HTTP/1.1" status: 200 len: 946 time: 0.0758059 Jun 10 14:44:27.496759 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-6f82ba38-008e-4b21-a11b-549231311938 req-07e08f2d-a514-4117-969d-5d527272520b tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/security-groups?id=7ef18720-15dd-4ca1-94ee-72a6568dc847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395107 Jun 10 14:44:27.599043 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-29d1a24e-58fb-458f-82df-46b9be4c9d05 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Notify callbacks [] for port, precommit_update {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:27.603571 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-29d1a24e-58fb-458f-82df-46b9be4c9d05 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:27.605705 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-287ed639-1ef3-4bd7-8a07-aeb1d91a6e0d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:44:27.647821 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-29d1a24e-58fb-458f-82df-46b9be4c9d05 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726016'] for floatingip, after_update {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:27.749287 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d1a24e-58fb-458f-82df-46b9be4c9d05 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Pushing event updated for resources: {'Port': ['ID=5fcc950b-d1b4-4c63-8198-4b1c5bb6dd0c,revision_number=2']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:44:27.753239 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-29d1a24e-58fb-458f-82df-46b9be4c9d05 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:44:27.796521 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.db.l3_db [None req-29d1a24e-58fb-458f-82df-46b9be4c9d05 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Floating IP 2bf4a6bb-cdcf-42e4-9aba-05d01adc823f associated. External IP: 172.28.0.209, port: 981d0ec0-2074-445b-922b-e1b3ce97db2e. Jun 10 14:44:27.914562 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da11344-8156-41dd-b932-43dc45741483 req-4aec5b79-8cda-41ea-81a7-11bc9e41a92a tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:27.916013 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-9da11344-8156-41dd-b932-43dc45741483 req-4aec5b79-8cda-41ea-81a7-11bc9e41a92a tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c52d258-0d8b-45e0-820c-de32496e39eb HTTP/1.1" status: 200 len: 945 time: 0.0834270 Jun 10 14:44:28.097190 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29d1a24e-58fb-458f-82df-46b9be4c9d05 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Router 5d24de2a-b1f7-406e-af66-35a2be1c94d8 has already been hosted by L3 agent e92f4ea4-4278-4a3e-8ba4-23ff1581fd94 {{(pid=98189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 14:44:28.199530 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-9da11344-8156-41dd-b932-43dc45741483 req-a83a17a9-d691-4e10-bebc-3f49102bb213 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?id=bffe4572-7302-4f5a-9da6-eede10fb958e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2773397 Jun 10 14:44:28.230755 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a1a5ff-980e-4458-a108-802d0231212d req-ee8267b1-b5ed-4a7f-b4c5-2986ac11c981 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:28.232166 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-66a1a5ff-980e-4458-a108-802d0231212d req-ee8267b1-b5ed-4a7f-b4c5-2986ac11c981 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/ports?device_id=d967efd0-1130-473f-a29b-0961cdeca077 HTTP/1.1" status: 200 len: 946 time: 0.0854537 Jun 10 14:44:28.249010 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29d1a24e-58fb-458f-82df-46b9be4c9d05 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Notify agent at l3_agent.dv-cinder-795785-1-smb the message routers_updated {{(pid=98189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 14:44:28.262121 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fea2e07-949d-44e2-9bb2-0dd904e86c79 None None] Sync routers for ids ['5d24de2a-b1f7-406e-af66-35a2be1c94d8'] in dv-cinder-795785-1-smb {{(pid=98191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 14:44:28.271195 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-29d1a24e-58fb-458f-82df-46b9be4c9d05 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32075'] for floatingip, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:28.271732 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fea2e07-949d-44e2-9bb2-0dd904e86c79 None None] Routers {'5d24de2a-b1f7-406e-af66-35a2be1c94d8'} bound to L3 agent in host dv-cinder-795785-1-smb {{(pid=98191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:44:28.272547 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_hamode_db [None req-6fea2e07-949d-44e2-9bb2-0dd904e86c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T14:34:42Z,description=,heartbeat_timestamp=2021-06-10T14:44:12Z,host='dv-cinder-795785-1-smb',id=e92f4ea4-4278-4a3e-8ba4-23ff1581fd94,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:42Z,topic='l3_agent')) {'router_ids': ['5d24de2a-b1f7-406e-af66-35a2be1c94d8'], 'active': True} {{(pid=98191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:44:28.277598 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-66a1a5ff-980e-4458-a108-802d0231212d req-69e4f7fc-1e07-4717-9165-855938bc1e8a tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/security-groups?id=ba1f250a-493e-4112-8d1f-5dae11288c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389357 Jun 10 14:44:28.317211 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-29d1a24e-58fb-458f-82df-46b9be4c9d05 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2642767 Jun 10 14:44:28.318205 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08da0e54-02bf-450f-a643-99d1afda20e6', 'tag': '981d0ec0-2074-445b-922b-e1b3ce97db2e'}] {{(pid=98189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:44:28.320641 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 36044) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:44:28.320795 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd5238e10c74dbb520512e65c1fdd866749acdde8b41798b102d67d69ab3830" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcc76955-1290-4201-8f40-ca54db875cdd" -d '{"events": [{"name": "network-changed", "server_uuid": "08da0e54-02bf-450f-a643-99d1afda20e6", "tag": "981d0ec0-2074-445b-922b-e1b3ce97db2e"}]}' {{(pid=98189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:44:28.326570 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.v2.base [None req-8ee7efab-6862-40a1-8265-f5585da46329 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1332302965', 'description': 'tempest-secgroup-smoke-1332302965 description', 'project_id': '3065c91b66384aefa642d766c49e32b2'}} {{(pid=98188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:44:28.353013 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-8ee7efab-6862-40a1-8265-f5585da46329 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Notify callbacks [] for security_group, before_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:28.362205 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 14:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ff8a4a-00bb-4526-b830-f4f0709e91cd x-openstack-request-id: req-59ff8a4a-00bb-4526-b830-f4f0709e91cd {{(pid=98189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:44:28.362613 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08da0e54-02bf-450f-a643-99d1afda20e6", "tag": "981d0ec0-2074-445b-922b-e1b3ce97db2e", "status": "completed", "code": 200}]} {{(pid=98189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:44:28.362984 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-59ff8a4a-00bb-4526-b830-f4f0709e91cd {{(pid=98189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:44:28.363470 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08da0e54-02bf-450f-a643-99d1afda20e6', 'tag': '981d0ec0-2074-445b-922b-e1b3ce97db2e', 'status': 'completed', 'code': 200} Jun 10 14:44:28.499275 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc76955-1290-4201-8f40-ca54db875cdd req-45faae2b-8be9-42f6-b79e-a2fb96539d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:28.500768 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-fcc76955-1290-4201-8f40-ca54db875cdd req-45faae2b-8be9-42f6-b79e-a2fb96539d3c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3065c91b66384aefa642d766c49e32b2&device_id=08da0e54-02bf-450f-a643-99d1afda20e6 HTTP/1.1" status: 200 len: 1098 time: 0.1105797 Jun 10 14:44:28.502884 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-8ee7efab-6862-40a1-8265-f5585da46329 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Notify callbacks [] for security_group, precommit_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:28.507158 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-8ee7efab-6862-40a1-8265-f5585da46329 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:28.509955 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:44:28.529442 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_dvr_db [None req-6fea2e07-949d-44e2-9bb2-0dd904e86c79 None None] Set router 5d24de2a-b1f7-406e-af66-35a2be1c94d8 gateway port host: dv-cinder-795785-1-smb {{(pid=98191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:44:28.574580 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-8ee7efab-6862-40a1-8265-f5585da46329 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Notify callbacks [] for security_group, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:28.579305 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-8ee7efab-6862-40a1-8265-f5585da46329 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2574604 Jun 10 14:44:28.579722 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 36050) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:44:28.582825 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee7efab-6862-40a1-8265-f5585da46329 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec71249d-4576-413a-824b-9e6395e36894,revision_number=1']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:44:28.588175 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.v2.base [None req-27023403-544e-44cb-9303-9b2cf58a1dde tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Request body: {'security_group_rule': {'security_group_id': 'ec71249d-4576-413a-824b-9e6395e36894', 'project_id': '3065c91b66384aefa642d766c49e32b2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:44:28.635528 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-27023403-544e-44cb-9303-9b2cf58a1dde tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:28.652023 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee7efab-6862-40a1-8265-f5585da46329 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:44:28.652416 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee7efab-6862-40a1-8265-f5585da46329 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:44:28.653382 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee7efab-6862-40a1-8265-f5585da46329 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:44:28.653382 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee7efab-6862-40a1-8265-f5585da46329 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:44:28.653611 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee7efab-6862-40a1-8265-f5585da46329 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:44:28.653776 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee7efab-6862-40a1-8265-f5585da46329 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:44:28.654119 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee7efab-6862-40a1-8265-f5585da46329 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:44:28.654463 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee7efab-6862-40a1-8265-f5585da46329 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:44:28.654803 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee7efab-6862-40a1-8265-f5585da46329 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:44:28.655139 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee7efab-6862-40a1-8265-f5585da46329 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:44:28.655473 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee7efab-6862-40a1-8265-f5585da46329 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:44:28.655805 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee7efab-6862-40a1-8265-f5585da46329 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:44:28.671877 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-8ee7efab-6862-40a1-8265-f5585da46329 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:44:28.736879 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-27023403-544e-44cb-9303-9b2cf58a1dde tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:28.743736 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-27023403-544e-44cb-9303-9b2cf58a1dde tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734018'] for security_group_rule, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:28.752760 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:44:28.755212 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc76955-1290-4201-8f40-ca54db875cdd req-4ed25c88-080a-4ffd-9748-da63061cc2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:28.757092 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-fcc76955-1290-4201-8f40-ca54db875cdd req-4ed25c88-080a-4ffd-9748-da63061cc2de service neutron] 10.222.0.36 "GET /v2.0/networks?id=afb3d1e6-69a8-46b1-ad00-dfea32c79a7b HTTP/1.1" status: 200 len: 916 time: 0.2434404 Jun 10 14:44:28.770031 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27023403-544e-44cb-9303-9b2cf58a1dde tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b18b4fa-a762-4060-80b5-c2cbe8feb90a,revision_number=0']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:44:28.774357 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-27023403-544e-44cb-9303-9b2cf58a1dde tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:44:28.784681 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-27023403-544e-44cb-9303-9b2cf58a1dde tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:28.786848 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-27023403-544e-44cb-9303-9b2cf58a1dde tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2046430 Jun 10 14:44:28.789066 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 36058) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:44:28.794414 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.v2.base [None req-0fbc10a7-0e60-4220-bd5a-85ae2ee4cdaf tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Request body: {'security_group_rule': {'security_group_id': 'ec71249d-4576-413a-824b-9e6395e36894', 'project_id': '3065c91b66384aefa642d766c49e32b2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:44:28.833020 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-0fbc10a7-0e60-4220-bd5a-85ae2ee4cdaf tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:28.868183 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0289553a-3ebf-4d67-a6df-aa0a723cf28c req-12aae85d-04fe-46c2-8914-09b895764f0e tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:28.869196 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_hamode_db [None req-6fea2e07-949d-44e2-9bb2-0dd904e86c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d24de2a-b1f7-406e-af66-35a2be1c94d8', 'name': 'tempest-TestMinimumBasicScenario-1583580859-router', 'tenant_id': '3065c91b66384aefa642d766c49e32b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'external_fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.148'}], 'enable_snat': True}, 'gw_port_id': 'e9c950d1-060e-4d91-a5fe-3fd1a8bfd743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:43:11Z', 'updated_at': '2021-06-10T14:43:20Z', 'revision_number': 4, 'project_id': '3065c91b66384aefa642d766c49e32b2', 'gw_port': {'id': 'e9c950d1-060e-4d91-a5fe-3fd1a8bfd743', 'name': '', 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d24de2a-b1f7-406e-af66-35a2be1c94d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:43:13Z', 'updated_at': '2021-06-10T14:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-smb', '_floatingips': [{'id': '2bf4a6bb-cdcf-42e4-9aba-05d01adc823f', 'tenant_id': '3065c91b66384aefa642d766c49e32b2', 'floating_ip_address': '172.28.0.209', 'floating_network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'router_id': '5d24de2a-b1f7-406e-af66-35a2be1c94d8', 'port_id': '981d0ec0-2074-445b-922b-e1b3ce97db2e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afb3d1e6-69a8-46b1-ad00-dfea32c79a7b', 'mac_address': 'fa:16:3e:d8:8a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08da0e54-02bf-450f-a643-99d1afda20e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T14:44:26Z', 'updated_at': '2021-06-10T14:44:26Z', 'revision_number': 0, 'project_id': '3065c91b66384aefa642d766c49e32b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1230d2fe-d446-44a7-81d2-422d2721d420', 'name': '', 'network_id': 'afb3d1e6-69a8-46b1-ad00-dfea32c79a7b', 'tenant_id': '3065c91b66384aefa642d766c49e32b2', 'mac_address': 'fa:16:3e:95:cb:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d24de2a-b1f7-406e-af66-35a2be1c94d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': '608c40fd-af24-4c4d-b8ac-392ee5ac2abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:43:19Z', 'updated_at': '2021-06-10T14:43:30Z', 'revision_number': 5, 'project_id': '3065c91b66384aefa642d766c49e32b2', 'subnets': [{'id': '608c40fd-af24-4c4d-b8ac-392ee5ac2abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-1-smb', False) {} {{(pid=98191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:44:28.876334 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-0289553a-3ebf-4d67-a6df-aa0a723cf28c req-12aae85d-04fe-46c2-8914-09b895764f0e tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9a3b00d-2848-49e7-b8bf-d499e1885c8a HTTP/1.1" status: 200 len: 946 time: 0.2357395 Jun 10 14:44:28.879052 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fea2e07-949d-44e2-9bb2-0dd904e86c79 None None] Checking router: 5d24de2a-b1f7-406e-af66-35a2be1c94d8 for host: dv-cinder-795785-1-smb {{(pid=98191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 14:44:28.890154 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fea2e07-949d-44e2-9bb2-0dd904e86c79 None None] Routers {'5d24de2a-b1f7-406e-af66-35a2be1c94d8'} bound to L3 agent in host dv-cinder-795785-1-smb {{(pid=98191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:44:28.890816 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_hamode_db [None req-6fea2e07-949d-44e2-9bb2-0dd904e86c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T14:34:42Z,description=,heartbeat_timestamp=2021-06-10T14:44:12Z,host='dv-cinder-795785-1-smb',id=e92f4ea4-4278-4a3e-8ba4-23ff1581fd94,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:42Z,topic='l3_agent')) {'router_ids': ['5d24de2a-b1f7-406e-af66-35a2be1c94d8'], 'active': True} {{(pid=98191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:44:28.912635 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-0fbc10a7-0e60-4220-bd5a-85ae2ee4cdaf tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:28.917905 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-0fbc10a7-0e60-4220-bd5a-85ae2ee4cdaf tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734018'] for security_group_rule, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:28.934123 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-52372dca-bc2e-4e78-8106-249c8dc8b05b tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:44:28.946802 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-fcc76955-1290-4201-8f40-ca54db875cdd req-ff5aa67b-00f2-4e96-a3a2-af2b932e5253 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=981d0ec0-2074-445b-922b-e1b3ce97db2e HTTP/1.1" status: 200 len: 999 time: 0.1778717 Jun 10 14:44:28.957013 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbc10a7-0e60-4220-bd5a-85ae2ee4cdaf tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11a95a98-f0ef-48b5-9a4f-24a18951b7a9,revision_number=0']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:44:28.960005 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-0fbc10a7-0e60-4220-bd5a-85ae2ee4cdaf tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:44:28.961319 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-0fbc10a7-0e60-4220-bd5a-85ae2ee4cdaf tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:28.965204 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-0fbc10a7-0e60-4220-bd5a-85ae2ee4cdaf tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1721799 Jun 10 14:44:28.965304 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-0289553a-3ebf-4d67-a6df-aa0a723cf28c req-54b78810-d065-46ce-afc1-df6387809324 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/security-groups?id=7ef18720-15dd-4ca1-94ee-72a6568dc847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839138 Jun 10 14:44:28.965401 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 36060) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:44:28.975825 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.v2.base [None req-fb49efa7-e41d-46ce-a833-43f02b8d6d36 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Request body: {'security_group_rule': {'security_group_id': 'ec71249d-4576-413a-824b-9e6395e36894', 'project_id': '3065c91b66384aefa642d766c49e32b2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:44:29.006913 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-fb49efa7-e41d-46ce-a833-43f02b8d6d36 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:29.046461 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc76955-1290-4201-8f40-ca54db875cdd req-1fc83540-3953-43f4-83e5-fc157c5ca142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:29.049493 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-fcc76955-1290-4201-8f40-ca54db875cdd req-1fc83540-3953-43f4-83e5-fc157c5ca142 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=608c40fd-af24-4c4d-b8ac-392ee5ac2abd HTTP/1.1" status: 200 len: 854 time: 0.0855424 Jun 10 14:44:29.090502 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-fb49efa7-e41d-46ce-a833-43f02b8d6d36 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:29.097614 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-fb49efa7-e41d-46ce-a833-43f02b8d6d36 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734018'] for security_group_rule, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:29.101905 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:44:29.112495 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_dvr_db [None req-6fea2e07-949d-44e2-9bb2-0dd904e86c79 None None] Set router 5d24de2a-b1f7-406e-af66-35a2be1c94d8 gateway port host: dv-cinder-795785-1-smb {{(pid=98191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:44:29.122583 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb49efa7-e41d-46ce-a833-43f02b8d6d36 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9acf8c40-6315-480d-a0cd-eba90c78fb97,revision_number=0']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:44:29.125714 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-fb49efa7-e41d-46ce-a833-43f02b8d6d36 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:44:29.133851 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-fb49efa7-e41d-46ce-a833-43f02b8d6d36 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:29.134934 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc76955-1290-4201-8f40-ca54db875cdd req-3ba4a540-a35d-4f84-9cb4-d590b142430f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:29.136010 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-fb49efa7-e41d-46ce-a833-43f02b8d6d36 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1698711 Jun 10 14:44:29.138599 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 36064) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:44:29.139320 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-fcc76955-1290-4201-8f40-ca54db875cdd req-3ba4a540-a35d-4f84-9cb4-d590b142430f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=afb3d1e6-69a8-46b1-ad00-dfea32c79a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0832720 Jun 10 14:44:29.143921 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.v2.base [None req-70ad5f17-4d80-40a2-8208-8058dbb897ef tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Request body: {'security_group_rule': {'security_group_id': 'ec71249d-4576-413a-824b-9e6395e36894', 'project_id': '3065c91b66384aefa642d766c49e32b2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:44:29.174132 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-70ad5f17-4d80-40a2-8208-8058dbb897ef tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:29.249230 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-70ad5f17-4d80-40a2-8208-8058dbb897ef tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:29.253964 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-70ad5f17-4d80-40a2-8208-8058dbb897ef tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734018'] for security_group_rule, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:29.259631 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-fb49efa7-e41d-46ce-a833-43f02b8d6d36 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:44:29.283525 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-70ad5f17-4d80-40a2-8208-8058dbb897ef tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:29.287720 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-70ad5f17-4d80-40a2-8208-8058dbb897ef tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1477118 Jun 10 14:44:29.288495 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 36068) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:44:29.295268 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.v2.base [None req-549c1d39-ec76-4849-b3aa-642739a9caa9 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Request body: {'security_group_rule': {'security_group_id': 'ec71249d-4576-413a-824b-9e6395e36894', 'project_id': '3065c91b66384aefa642d766c49e32b2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:44:29.299838 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ad5f17-4d80-40a2-8208-8058dbb897ef tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa425119-91a8-4e43-8e45-8cb4e0845dba,revision_number=0']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:44:29.311700 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-70ad5f17-4d80-40a2-8208-8058dbb897ef tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:44:29.334987 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.db.securitygroups_db [None req-549c1d39-ec76-4849-b3aa-642739a9caa9 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Project 3065c91b66384aefa642d766c49e32b2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 14:44:29.342326 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-549c1d39-ec76-4849-b3aa-642739a9caa9 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:29.396774 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fc37f4-ef87-4f0b-9587-b9aa490e29ee req-b2ce59bc-67ad-4770-ad22-b977ba7a3e55 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:29.398456 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-50fc37f4-ef87-4f0b-9587-b9aa490e29ee req-b2ce59bc-67ad-4770-ad22-b977ba7a3e55 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/ports?device_id=8fa28829-8ab4-4474-9e15-4750ad15c012 HTTP/1.1" status: 200 len: 945 time: 0.2577789 Jun 10 14:44:29.402993 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-fcc76955-1290-4201-8f40-ca54db875cdd req-eb97b5a6-abc1-4c42-8566-69a38102b736 service neutron] 10.222.0.36 "GET /v2.0/networks/afb3d1e6-69a8-46b1-ad00-dfea32c79a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513707 Jun 10 14:44:29.417143 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-549c1d39-ec76-4849-b3aa-642739a9caa9 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:29.426338 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-549c1d39-ec76-4849-b3aa-642739a9caa9 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734018'] for security_group_rule, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:29.428490 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:44:29.446855 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549c1d39-ec76-4849-b3aa-642739a9caa9 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ab1e409-869a-4b14-b5a7-50037988cb87,revision_number=0']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:44:29.458033 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-549c1d39-ec76-4849-b3aa-642739a9caa9 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:44:29.459200 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-549c1d39-ec76-4849-b3aa-642739a9caa9 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:29.462859 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-549c1d39-ec76-4849-b3aa-642739a9caa9 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1696229 Jun 10 14:44:29.463251 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 36072) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:44:29.468502 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.v2.base [None req-150f00d1-4bd2-4864-a757-c111f8074518 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Request body: {'security_group_rule': {'security_group_id': 'ec71249d-4576-413a-824b-9e6395e36894', 'project_id': '3065c91b66384aefa642d766c49e32b2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:44:29.492727 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_hamode_db [None req-6fea2e07-949d-44e2-9bb2-0dd904e86c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d24de2a-b1f7-406e-af66-35a2be1c94d8', 'name': 'tempest-TestMinimumBasicScenario-1583580859-router', 'tenant_id': '3065c91b66384aefa642d766c49e32b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'external_fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.148'}], 'enable_snat': True}, 'gw_port_id': 'e9c950d1-060e-4d91-a5fe-3fd1a8bfd743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:43:11Z', 'updated_at': '2021-06-10T14:43:20Z', 'revision_number': 4, 'project_id': '3065c91b66384aefa642d766c49e32b2', 'gw_port': {'id': 'e9c950d1-060e-4d91-a5fe-3fd1a8bfd743', 'name': '', 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d24de2a-b1f7-406e-af66-35a2be1c94d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:43:13Z', 'updated_at': '2021-06-10T14:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-smb', '_floatingips': [{'id': '2bf4a6bb-cdcf-42e4-9aba-05d01adc823f', 'tenant_id': '3065c91b66384aefa642d766c49e32b2', 'floating_ip_address': '172.28.0.209', 'floating_network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'router_id': '5d24de2a-b1f7-406e-af66-35a2be1c94d8', 'port_id': '981d0ec0-2074-445b-922b-e1b3ce97db2e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afb3d1e6-69a8-46b1-ad00-dfea32c79a7b', 'mac_address': 'fa:16:3e:d8:8a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08da0e54-02bf-450f-a643-99d1afda20e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T14:44:26Z', 'updated_at': '2021-06-10T14:44:26Z', 'revision_number': 0, 'project_id': '3065c91b66384aefa642d766c49e32b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1230d2fe-d446-44a7-81d2-422d2721d420', 'name': '', 'network_id': 'afb3d1e6-69a8-46b1-ad00-dfea32c79a7b', 'tenant_id': '3065c91b66384aefa642d766c49e32b2', 'mac_address': 'fa:16:3e:95:cb:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d24de2a-b1f7-406e-af66-35a2be1c94d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': '608c40fd-af24-4c4d-b8ac-392ee5ac2abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:43:19Z', 'updated_at': '2021-06-10T14:43:30Z', 'revision_number': 5, 'project_id': '3065c91b66384aefa642d766c49e32b2', 'subnets': [{'id': '608c40fd-af24-4c4d-b8ac-392ee5ac2abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-1-smb', False) {} {{(pid=98191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:44:29.495701 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.db.securitygroups_db [None req-150f00d1-4bd2-4864-a757-c111f8074518 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Project 3065c91b66384aefa642d766c49e32b2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 14:44:29.496827 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fea2e07-949d-44e2-9bb2-0dd904e86c79 None None] The sync data for ids ['5d24de2a-b1f7-406e-af66-35a2be1c94d8'] in dv-cinder-795785-1-smb is: [{'id': '5d24de2a-b1f7-406e-af66-35a2be1c94d8', 'name': 'tempest-TestMinimumBasicScenario-1583580859-router', 'tenant_id': '3065c91b66384aefa642d766c49e32b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'external_fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.148'}], 'enable_snat': True}, 'gw_port_id': 'e9c950d1-060e-4d91-a5fe-3fd1a8bfd743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:43:11Z', 'updated_at': '2021-06-10T14:43:20Z', 'revision_number': 4, 'project_id': '3065c91b66384aefa642d766c49e32b2', 'gw_port': {'id': 'e9c950d1-060e-4d91-a5fe-3fd1a8bfd743', 'name': '', 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d24de2a-b1f7-406e-af66-35a2be1c94d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:43:13Z', 'updated_at': '2021-06-10T14:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-smb', '_floatingips': [{'id': '2bf4a6bb-cdcf-42e4-9aba-05d01adc823f', 'tenant_id': '3065c91b66384aefa642d766c49e32b2', 'floating_ip_address': '172.28.0.209', 'floating_network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'router_id': '5d24de2a-b1f7-406e-af66-35a2be1c94d8', 'port_id': '981d0ec0-2074-445b-922b-e1b3ce97db2e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afb3d1e6-69a8-46b1-ad00-dfea32c79a7b', 'mac_address': 'fa:16:3e:d8:8a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08da0e54-02bf-450f-a643-99d1afda20e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T14:44:26Z', 'updated_at': '2021-06-10T14:44:26Z', 'revision_number': 0, 'project_id': '3065c91b66384aefa642d766c49e32b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1230d2fe-d446-44a7-81d2-422d2721d420', 'name': '', 'network_id': 'afb3d1e6-69a8-46b1-ad00-dfea32c79a7b', 'tenant_id': '3065c91b66384aefa642d766c49e32b2', 'mac_address': 'fa:16:3e:95:cb:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d24de2a-b1f7-406e-af66-35a2be1c94d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': '608c40fd-af24-4c4d-b8ac-392ee5ac2abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:43:19Z', 'updated_at': '2021-06-10T14:43:30Z', 'revision_number': 5, 'project_id': '3065c91b66384aefa642d766c49e32b2', 'subnets': [{'id': '608c40fd-af24-4c4d-b8ac-392ee5ac2abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 14:44:29.501418 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-150f00d1-4bd2-4864-a757-c111f8074518 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:29.540804 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-50fc37f4-ef87-4f0b-9587-b9aa490e29ee req-312544d5-f523-420a-8977-146307e02b06 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa6450ec-2090-40c0-8f5e-ef907fcb2083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368256 Jun 10 14:44:29.569749 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47ab9a4-90b8-4d19-a782-2d420cdfe4f8 req-e783993b-be1a-494a-8e68-5867db54cff4 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:29.573585 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-b47ab9a4-90b8-4d19-a782-2d420cdfe4f8 req-e783993b-be1a-494a-8e68-5867db54cff4 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c52d258-0d8b-45e0-820c-de32496e39eb HTTP/1.1" status: 200 len: 945 time: 0.2379565 Jun 10 14:44:29.617611 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-fcc76955-1290-4201-8f40-ca54db875cdd req-0160d7ce-2836-4f3e-864a-d85e77c3fd68 service neutron] 10.222.0.36 "GET /v2.0/networks/afb3d1e6-69a8-46b1-ad00-dfea32c79a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044318 Jun 10 14:44:29.619861 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-150f00d1-4bd2-4864-a757-c111f8074518 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:29.623812 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-150f00d1-4bd2-4864-a757-c111f8074518 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734018'] for security_group_rule, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:29.627523 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:44:29.642817 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-b47ab9a4-90b8-4d19-a782-2d420cdfe4f8 req-cf8ed941-be21-4b14-a8af-11d845783874 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?id=bffe4572-7302-4f5a-9da6-eede10fb958e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682878 Jun 10 14:44:29.665198 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150f00d1-4bd2-4864-a757-c111f8074518 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe770591-f32c-4910-9bdc-2cb18f843178,revision_number=0']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:44:29.669830 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-150f00d1-4bd2-4864-a757-c111f8074518 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:44:29.676653 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-150f00d1-4bd2-4864-a757-c111f8074518 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:29.677881 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-150f00d1-4bd2-4864-a757-c111f8074518 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2137151 Jun 10 14:44:29.729825 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989db0c2-fa15-4b27-afd4-910f1edcb06f req-1a08b2c7-637c-4bdc-8042-b335fa4a6a25 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:29.731392 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-989db0c2-fa15-4b27-afd4-910f1edcb06f req-1a08b2c7-637c-4bdc-8042-b335fa4a6a25 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/ports?device_id=d967efd0-1130-473f-a29b-0961cdeca077 HTTP/1.1" status: 200 len: 946 time: 0.0724368 Jun 10 14:44:29.778841 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-989db0c2-fa15-4b27-afd4-910f1edcb06f req-3f62a8b4-4230-4c4a-965a-09dd09370383 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/security-groups?id=ba1f250a-493e-4112-8d1f-5dae11288c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412390 Jun 10 14:44:29.820330 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-78e954a5-b7bb-48e7-ab9b-786cb0c8a66e req-9cbaefef-d66b-46f0-8c96-3fe8efaff03a tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1332302965&fields=id&tenant_id=3065c91b66384aefa642d766c49e32b2 HTTP/1.1" status: 200 len: 267 time: 0.0445538 Jun 10 14:44:29.826664 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84bfeb1-162e-4bda-b2f1-a6457bba0306 None None] New status for floating IP 2bf4a6bb-cdcf-42e4-9aba-05d01adc823f: ACTIVE {{(pid=98190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 14:44:29.898988 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e954a5-b7bb-48e7-ab9b-786cb0c8a66e req-d71f59ab-5c50-4bcc-859d-67724f8f431c tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:29.900529 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-78e954a5-b7bb-48e7-ab9b-786cb0c8a66e req-d71f59ab-5c50-4bcc-859d-67724f8f431c tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] 10.222.0.38 "GET /v2.0/ports?device_id=08da0e54-02bf-450f-a643-99d1afda20e6 HTTP/1.1" status: 200 len: 945 time: 0.0738211 Jun 10 14:44:29.912102 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.v2.base [req-78e954a5-b7bb-48e7-ab9b-786cb0c8a66e req-2b749aa2-fde8-45cf-84bb-68056a8e61c9 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Request body: {'port': {'security_groups': ['6d95f537-c1aa-4142-b4e6-2a04b8dd3a61', 'ec71249d-4576-413a-824b-9e6395e36894']}} {{(pid=98188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:44:30.055208 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-78e954a5-b7bb-48e7-ab9b-786cb0c8a66e req-2b749aa2-fde8-45cf-84bb-68056a8e61c9 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:30.229755 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b52c0bb-eb08-473c-b042-cca78e5c2361 req-17862e50-dfbb-4a26-9821-ef4a86779387 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:30.231194 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-4b52c0bb-eb08-473c-b042-cca78e5c2361 req-17862e50-dfbb-4a26-9821-ef4a86779387 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9a3b00d-2848-49e7-b8bf-d499e1885c8a HTTP/1.1" status: 200 len: 946 time: 0.1325612 Jun 10 14:44:30.346651 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-4b52c0bb-eb08-473c-b042-cca78e5c2361 req-7a865bb7-1325-4a4e-a525-756c9ca9b72b tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/security-groups?id=7ef18720-15dd-4ca1-94ee-72a6568dc847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025591 Jun 10 14:44:30.374068 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.db [req-78e954a5-b7bb-48e7-ab9b-786cb0c8a66e req-2b749aa2-fde8-45cf-84bb-68056a8e61c9 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] For port 981d0ec0-2074-445b-922b-e1b3ce97db2e, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=981d0ec0-2074-445b-922b-e1b3ce97db2e,segment=NetworkSegment(5a31d746-9e5d-46e8-b021-750c831f5d0c),segment_id=5a31d746-9e5d-46e8-b021-750c831f5d0c)] {{(pid=98188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:44:30.405228 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-78e954a5-b7bb-48e7-ab9b-786cb0c8a66e req-2b749aa2-fde8-45cf-84bb-68056a8e61c9 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Notify callbacks [] for port, precommit_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:30.409857 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-78e954a5-b7bb-48e7-ab9b-786cb0c8a66e req-2b749aa2-fde8-45cf-84bb-68056a8e61c9 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4122297'] for port, after_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:30.413621 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:44:30.424899 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] get_ports_and_sgs() called for port_ids ['981d0ec0-2074-445b-922b-e1b3ce97db2e'] {{(pid=98190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 14:44:30.462162 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e954a5-b7bb-48e7-ab9b-786cb0c8a66e req-2b749aa2-fde8-45cf-84bb-68056a8e61c9 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:30.462796 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-78e954a5-b7bb-48e7-ab9b-786cb0c8a66e req-2b749aa2-fde8-45cf-84bb-68056a8e61c9 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545536'] for port, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:30.464180 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-78e954a5-b7bb-48e7-ab9b-786cb0c8a66e req-2b749aa2-fde8-45cf-84bb-68056a8e61c9 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] 10.222.0.38 "PUT /v2.0/ports/981d0ec0-2074-445b-922b-e1b3ce97db2e HTTP/1.1" status: 200 len: 981 time: 0.5573316 Jun 10 14:44:30.464712 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08da0e54-02bf-450f-a643-99d1afda20e6', 'tag': '981d0ec0-2074-445b-922b-e1b3ce97db2e'}] {{(pid=98188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:44:30.466998 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f0fe7ff9a18056505f9f26f34e6288f69420e23a9758a676b79d6915a840c7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5de7dd68-2214-4dd5-893b-ac00e15a2869" -d '{"events": [{"name": "network-changed", "server_uuid": "08da0e54-02bf-450f-a643-99d1afda20e6", "tag": "981d0ec0-2074-445b-922b-e1b3ce97db2e"}]}' {{(pid=98188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:44:30.509114 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b749aa2-fde8-45cf-84bb-68056a8e61c9 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Pushing event updated for resources: {'Port': ['ID=981d0ec0-2074-445b-922b-e1b3ce97db2e,revision_number=6']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:44:30.514780 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-2b749aa2-fde8-45cf-84bb-68056a8e61c9 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:44:30.523886 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 14:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b527d4b-5130-46bd-8e9c-5063416e765c x-openstack-request-id: req-2b527d4b-5130-46bd-8e9c-5063416e765c {{(pid=98188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:44:30.524430 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08da0e54-02bf-450f-a643-99d1afda20e6", "tag": "981d0ec0-2074-445b-922b-e1b3ce97db2e", "status": "completed", "code": 200}]} {{(pid=98188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:44:30.524914 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2b527d4b-5130-46bd-8e9c-5063416e765c {{(pid=98188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:44:30.525623 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08da0e54-02bf-450f-a643-99d1afda20e6', 'tag': '981d0ec0-2074-445b-922b-e1b3ce97db2e', 'status': 'completed', 'code': 200} Jun 10 14:44:30.690707 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] get_ports_and_sgs() called for port_ids ['981d0ec0-2074-445b-922b-e1b3ce97db2e'] {{(pid=98190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 14:44:30.692074 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de7dd68-2214-4dd5-893b-ac00e15a2869 req-7d68b0e4-5141-4eff-848c-2ea239ca6ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:30.693838 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-5de7dd68-2214-4dd5-893b-ac00e15a2869 req-7d68b0e4-5141-4eff-848c-2ea239ca6ca4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3065c91b66384aefa642d766c49e32b2&device_id=08da0e54-02bf-450f-a643-99d1afda20e6 HTTP/1.1" status: 200 len: 1137 time: 0.1386495 Jun 10 14:44:30.764270 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243aa7ae-3ebd-4f2c-a1d2-1aefc0944451 req-7cf33f3a-008d-4e8d-929a-79f344cab989 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:30.766234 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-243aa7ae-3ebd-4f2c-a1d2-1aefc0944451 req-7cf33f3a-008d-4e8d-929a-79f344cab989 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] 10.222.0.38 "GET /v2.0/ports?device_id=08da0e54-02bf-450f-a643-99d1afda20e6 HTTP/1.1" status: 200 len: 984 time: 0.1509283 Jun 10 14:44:30.771872 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-163d2896-afa6-475e-b7d5-9747e181d706 None None] Provisioning complete for port 981d0ec0-2074-445b-922b-e1b3ce97db2e triggered by entity DHCP. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:44:30.772252 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-163d2896-afa6-475e-b7d5-9747e181d706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32877986'] for port, provisioning_complete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:31.099254 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-243aa7ae-3ebd-4f2c-a1d2-1aefc0944451 req-75466db1-d0d0-4fd6-b687-2d9cea98a3ec tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec71249d-4576-413a-824b-9e6395e36894&id=6d95f537-c1aa-4142-b4e6-2a04b8dd3a61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3192093 Jun 10 14:44:31.103657 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de7dd68-2214-4dd5-893b-ac00e15a2869 req-f69d5d42-e711-4a50-b98b-5d3fa97d728f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:31.105046 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-5de7dd68-2214-4dd5-893b-ac00e15a2869 req-f69d5d42-e711-4a50-b98b-5d3fa97d728f service neutron] 10.222.0.36 "GET /v2.0/networks?id=afb3d1e6-69a8-46b1-ad00-dfea32c79a7b HTTP/1.1" status: 200 len: 916 time: 0.3981981 Jun 10 14:44:31.180527 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec65871-971a-4e75-a7aa-0976f209656a req-37b41d23-951e-4e5d-8369-81b9855020e3 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:31.182314 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-7ec65871-971a-4e75-a7aa-0976f209656a req-37b41d23-951e-4e5d-8369-81b9855020e3 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/ports?device_id=8fa28829-8ab4-4474-9e15-4750ad15c012 HTTP/1.1" status: 200 len: 945 time: 0.4873109 Jun 10 14:44:31.239255 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-5de7dd68-2214-4dd5-893b-ac00e15a2869 req-d070b826-2bc3-461d-b4ec-987dd2a01fee service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=981d0ec0-2074-445b-922b-e1b3ce97db2e HTTP/1.1" status: 200 len: 1001 time: 0.1270330 Jun 10 14:44:31.316003 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-7ec65871-971a-4e75-a7aa-0976f209656a req-c2d47a9e-6dfe-4bda-aa57-8af74bfb13b2 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa6450ec-2090-40c0-8f5e-ef907fcb2083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176724 Jun 10 14:44:31.356651 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de7dd68-2214-4dd5-893b-ac00e15a2869 req-39e15ff1-7fdd-4690-ac75-a172283db73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:31.358063 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-5de7dd68-2214-4dd5-893b-ac00e15a2869 req-39e15ff1-7fdd-4690-ac75-a172283db73f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=608c40fd-af24-4c4d-b8ac-392ee5ac2abd HTTP/1.1" status: 200 len: 854 time: 0.0906215 Jun 10 14:44:31.376609 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1c4d2-f4b7-40b8-bd5d-e96d60d7de38 req-320ac094-db97-4ae7-bdcc-3c61d134a82d tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:31.378153 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-60e1c4d2-f4b7-40b8-bd5d-e96d60d7de38 req-320ac094-db97-4ae7-bdcc-3c61d134a82d tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c52d258-0d8b-45e0-820c-de32496e39eb HTTP/1.1" status: 200 len: 945 time: 0.1551774 Jun 10 14:44:31.492017 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-60e1c4d2-f4b7-40b8-bd5d-e96d60d7de38 req-ee9cdc8c-564a-4606-b2a6-5aea6e69302b tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?id=bffe4572-7302-4f5a-9da6-eede10fb958e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060193 Jun 10 14:44:31.519866 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de7dd68-2214-4dd5-893b-ac00e15a2869 req-00dfab62-db38-4355-a609-04a05248b0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:31.521420 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-5de7dd68-2214-4dd5-893b-ac00e15a2869 req-00dfab62-db38-4355-a609-04a05248b0c6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=afb3d1e6-69a8-46b1-ad00-dfea32c79a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1533110 Jun 10 14:44:31.561020 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71163ec6-27dd-4bf6-8da9-b1f2d2a48974 req-da49e3d5-405a-4c19-b931-0bca4255a0a0 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:31.562718 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-71163ec6-27dd-4bf6-8da9-b1f2d2a48974 req-da49e3d5-405a-4c19-b931-0bca4255a0a0 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/ports?device_id=d967efd0-1130-473f-a29b-0961cdeca077 HTTP/1.1" status: 200 len: 946 time: 0.1334443 Jun 10 14:44:31.706497 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-71163ec6-27dd-4bf6-8da9-b1f2d2a48974 req-7bf42779-bf0c-4bb6-9974-259ba70c3235 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/security-groups?id=ba1f250a-493e-4112-8d1f-5dae11288c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365108 Jun 10 14:44:31.734479 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-5de7dd68-2214-4dd5-893b-ac00e15a2869 req-25583231-7192-465e-9762-9d9d282ff55a service neutron] 10.222.0.36 "GET /v2.0/networks/afb3d1e6-69a8-46b1-ad00-dfea32c79a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040126 Jun 10 14:44:31.827689 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277be67d-6157-4376-93a6-767b8004cae1 req-02af0bfd-d88c-4aad-9f67-1def3289fad3 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:31.829882 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-277be67d-6157-4376-93a6-767b8004cae1 req-02af0bfd-d88c-4aad-9f67-1def3289fad3 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9a3b00d-2848-49e7-b8bf-d499e1885c8a HTTP/1.1" status: 200 len: 946 time: 0.1917222 Jun 10 14:44:31.948341 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ac769c-ec06-49fe-b223-536c59784592 req-289b88a3-800f-4811-8727-164e90c92f40 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:31.949788 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-68ac769c-ec06-49fe-b223-536c59784592 req-289b88a3-800f-4811-8727-164e90c92f40 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fa28829-8ab4-4474-9e15-4750ad15c012 HTTP/1.1" status: 200 len: 945 time: 0.2294247 Jun 10 14:44:31.956950 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-277be67d-6157-4376-93a6-767b8004cae1 req-55079964-8de5-4b7f-9e1c-0066ad9f2f49 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/security-groups?id=7ef18720-15dd-4ca1-94ee-72a6568dc847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865479 Jun 10 14:44:31.958859 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-5de7dd68-2214-4dd5-893b-ac00e15a2869 req-99d89c54-7934-41ee-abbf-d8bbee26b260 service neutron] 10.222.0.36 "GET /v2.0/networks/afb3d1e6-69a8-46b1-ad00-dfea32c79a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940792 Jun 10 14:44:32.093066 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.plugin [req-68ac769c-ec06-49fe-b223-536c59784592 req-31fe8e19-6368-4737-9372-deb1bfcc24c3 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Deleting port ae3abfb6-cf4c-4cec-b03e-f7cbfd7d7bd5 {{(pid=98188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 14:44:32.093321 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-68ac769c-ec06-49fe-b223-536c59784592 req-31fe8e19-6368-4737-9372-deb1bfcc24c3 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770842860575'] for port, before_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:32.206256 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.db [req-68ac769c-ec06-49fe-b223-536c59784592 req-31fe8e19-6368-4737-9372-deb1bfcc24c3 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] For port ae3abfb6-cf4c-4cec-b03e-f7cbfd7d7bd5, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=ae3abfb6-cf4c-4cec-b03e-f7cbfd7d7bd5,segment=NetworkSegment(c43a5be5-1290-4a91-ba59-a957b85e24b7),segment_id=c43a5be5-1290-4a91-ba59-a957b85e24b7)] {{(pid=98188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:44:32.206608 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-68ac769c-ec06-49fe-b223-536c59784592 req-31fe8e19-6368-4737-9372-deb1bfcc24c3 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725918'] for port, precommit_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:32.318035 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.plugin [req-68ac769c-ec06-49fe-b223-536c59784592 req-31fe8e19-6368-4737-9372-deb1bfcc24c3 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Calling delete_port for ae3abfb6-cf4c-4cec-b03e-f7cbfd7d7bd5 owned by compute:nova {{(pid=98188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 14:44:32.540811 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-68ac769c-ec06-49fe-b223-536c59784592 req-31fe8e19-6368-4737-9372-deb1bfcc24c3 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770842865987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770842374669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4122288'] for port, after_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:32.546040 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-2b749aa2-fde8-45cf-84bb-68056a8e61c9 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:44:32.552522 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] get_ports_and_sgs() called for port_ids ['42f445f4-e87a-4d6f-b3b2-0c6909763766', 'd517ec4f-21da-4ddf-8f70-006e1533d758', 'a22c72fc-a994-43ca-87f0-11a179bacc56'] {{(pid=98190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 14:44:32.586590 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fe8e19-6368-4737-9372-deb1bfcc24c3 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Pushing event deleted for resources: {'Port': ['ID=ae3abfb6-cf4c-4cec-b03e-f7cbfd7d7bd5,revision_number=None']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:44:32.589383 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-31fe8e19-6368-4737-9372-deb1bfcc24c3 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:44:32.604679 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a842c3-3fb1-421c-86a9-2e502429dfda req-bc5d0a43-f750-43e5-9994-9f8f12926b55 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:32.606097 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-f0a842c3-3fb1-421c-86a9-2e502429dfda req-bc5d0a43-f750-43e5-9994-9f8f12926b55 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/ports?device_id=8fa28829-8ab4-4474-9e15-4750ad15c012 HTTP/1.1" status: 200 len: 867 time: 0.1727619 Jun 10 14:44:32.700666 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.db.l3_dvrscheduler_db [req-68ac769c-ec06-49fe-b223-536c59784592 req-31fe8e19-6368-4737-9372-deb1bfcc24c3 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] No DVR routers for this DVR port ae3abfb6-cf4c-4cec-b03e-f7cbfd7d7bd5 on host hv-cinder-79578 {{(pid=98188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 14:44:32.732218 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-68ac769c-ec06-49fe-b223-536c59784592 req-31fe8e19-6368-4737-9372-deb1bfcc24c3 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32075'] for port, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:32.734244 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-68ac769c-ec06-49fe-b223-536c59784592 req-31fe8e19-6368-4737-9372-deb1bfcc24c3 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.36 "DELETE /v2.0/ports/ae3abfb6-cf4c-4cec-b03e-f7cbfd7d7bd5 HTTP/1.1" status: 204 len: 173 time: 0.7605205 Jun 10 14:44:32.735963 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fa28829-8ab4-4474-9e15-4750ad15c012', 'name': 'network-vif-deleted', 'tag': 'ae3abfb6-cf4c-4cec-b03e-f7cbfd7d7bd5'}] {{(pid=98188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:44:32.738347 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f0fe7ff9a18056505f9f26f34e6288f69420e23a9758a676b79d6915a840c7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-234766e9-2e0a-47f4-b906-603ea1c374f7" -d '{"events": [{"server_uuid": "8fa28829-8ab4-4474-9e15-4750ad15c012", "name": "network-vif-deleted", "tag": "ae3abfb6-cf4c-4cec-b03e-f7cbfd7d7bd5"}]}' {{(pid=98188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:44:32.763389 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-f0a842c3-3fb1-421c-86a9-2e502429dfda req-a952346d-fa2c-4e4d-8c58-ebafedc21409 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa6450ec-2090-40c0-8f5e-ef907fcb2083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405015 Jun 10 14:44:32.812350 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fb8d2b-e80d-4ac8-9ed6-ea1fd8cd9761 req-3a038bd9-f404-4583-af77-22d0f31475fd tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:32.819518 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-52fb8d2b-e80d-4ac8-9ed6-ea1fd8cd9761 req-3a038bd9-f404-4583-af77-22d0f31475fd tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c52d258-0d8b-45e0-820c-de32496e39eb HTTP/1.1" status: 200 len: 945 time: 0.1639338 Jun 10 14:44:32.872159 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-52fb8d2b-e80d-4ac8-9ed6-ea1fd8cd9761 req-9deb2683-71cc-4036-8b61-d4e1992043b4 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?id=bffe4572-7302-4f5a-9da6-eede10fb958e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485799 Jun 10 14:44:32.932790 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 14:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-222b49dc-d378-4de8-abf2-34aa07693073 x-openstack-request-id: req-222b49dc-d378-4de8-abf2-34aa07693073 {{(pid=98188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:44:32.933231 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fa28829-8ab4-4474-9e15-4750ad15c012", "name": "network-vif-deleted", "tag": "ae3abfb6-cf4c-4cec-b03e-f7cbfd7d7bd5", "status": "completed", "code": 200}]} {{(pid=98188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:44:32.933574 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-222b49dc-d378-4de8-abf2-34aa07693073 {{(pid=98188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:44:32.934046 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fa28829-8ab4-4474-9e15-4750ad15c012', 'name': 'network-vif-deleted', 'tag': 'ae3abfb6-cf4c-4cec-b03e-f7cbfd7d7bd5', 'status': 'completed', 'code': 200} Jun 10 14:44:32.961140 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b71ef60-2293-4726-b07d-be873843523f req-a8b4d519-9ef0-4f3f-b6f0-4c7a064106af tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:32.962655 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-0b71ef60-2293-4726-b07d-be873843523f req-a8b4d519-9ef0-4f3f-b6f0-4c7a064106af tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/ports?device_id=d967efd0-1130-473f-a29b-0961cdeca077 HTTP/1.1" status: 200 len: 946 time: 0.0835803 Jun 10 14:44:33.008410 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-0b71ef60-2293-4726-b07d-be873843523f req-4ff08ee1-69ff-4bb5-81be-929bd7da8d04 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/security-groups?id=ba1f250a-493e-4112-8d1f-5dae11288c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396459 Jun 10 14:44:33.098376 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea73f21-d69d-47d3-a172-7dbd592bff92 req-a468442e-f80c-4a8d-a795-a9d2ba5512ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:33.099775 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-cea73f21-d69d-47d3-a172-7dbd592bff92 req-a468442e-f80c-4a8d-a795-a9d2ba5512ce service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=96f4cdbf31fc4cbb8c5f5fa2addbb3de&device_id=c9a3b00d-2848-49e7-b8bf-d499e1885c8a HTTP/1.1" status: 200 len: 1099 time: 0.0651929 Jun 10 14:44:33.254803 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8d35a9-0eae-4c1d-bccb-9cae418643c4 req-a461ded6-ac6d-4e82-a5ec-94999320bf93 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:33.256235 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-cb8d35a9-0eae-4c1d-bccb-9cae418643c4 req-a461ded6-ac6d-4e82-a5ec-94999320bf93 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9a3b00d-2848-49e7-b8bf-d499e1885c8a HTTP/1.1" status: 200 len: 946 time: 0.1599946 Jun 10 14:44:33.280721 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea73f21-d69d-47d3-a172-7dbd592bff92 req-ffd2edfc-fbcc-467e-b72a-92b19c4c2eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:33.282263 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-cea73f21-d69d-47d3-a172-7dbd592bff92 req-ffd2edfc-fbcc-467e-b72a-92b19c4c2eb6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=eceb2f61-46d5-4aae-a498-4b03ff1ffe6f HTTP/1.1" status: 200 len: 919 time: 0.1509376 Jun 10 14:44:33.352485 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-cb8d35a9-0eae-4c1d-bccb-9cae418643c4 req-fddafbc5-14b1-40b1-845e-bf71184b2a78 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/security-groups?id=7ef18720-15dd-4ca1-94ee-72a6568dc847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898986 Jun 10 14:44:33.353777 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-cea73f21-d69d-47d3-a172-7dbd592bff92 req-f9c400ab-96c7-4d46-9080-28a0150ad930 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39e2555c-329d-4b2c-b1ab-1211d2e21ca3 HTTP/1.1" status: 200 len: 217 time: 0.0574396 Jun 10 14:44:33.414053 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea73f21-d69d-47d3-a172-7dbd592bff92 req-257f41b5-b987-4b72-8aa4-6dd69d0cd33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:33.415495 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-cea73f21-d69d-47d3-a172-7dbd592bff92 req-257f41b5-b987-4b72-8aa4-6dd69d0cd33f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b3511c78-374d-4ef9-a4c4-c0913a2192ca HTTP/1.1" status: 200 len: 858 time: 0.0550785 Jun 10 14:44:33.465692 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-cea73f21-d69d-47d3-a172-7dbd592bff92 req-0e70b112-9dfa-4d69-9ee5-3c5379e5d92a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eceb2f61-46d5-4aae-a498-4b03ff1ffe6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317993 Jun 10 14:44:33.585599 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-cea73f21-d69d-47d3-a172-7dbd592bff92 req-d10da3ea-3c95-4547-b229-347e10e80b90 service neutron] 10.222.0.36 "GET /v2.0/networks/eceb2f61-46d5-4aae-a498-4b03ff1ffe6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125858 Jun 10 14:44:33.930612 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-cea73f21-d69d-47d3-a172-7dbd592bff92 req-6937c62a-3651-44ad-9c45-636a78ced537 service neutron] 10.222.0.36 "GET /v2.0/networks/eceb2f61-46d5-4aae-a498-4b03ff1ffe6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3361742 Jun 10 14:44:34.066102 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec1711b-daeb-4931-b4a3-7d4eacdff355 req-5eb97192-c443-46a9-8d92-967857491011 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:34.067825 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-eec1711b-daeb-4931-b4a3-7d4eacdff355 req-5eb97192-c443-46a9-8d92-967857491011 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c52d258-0d8b-45e0-820c-de32496e39eb HTTP/1.1" status: 200 len: 945 time: 0.0694001 Jun 10 14:44:34.124031 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-eec1711b-daeb-4931-b4a3-7d4eacdff355 req-71dec951-e3a8-4a8d-a7f7-696b854c34ec tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?id=bffe4572-7302-4f5a-9da6-eede10fb958e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502172 Jun 10 14:44:34.219126 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d17f70-b079-4bd8-961b-269e4c887c74 req-1c050fa1-3a8c-48af-89f1-6b855e639215 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:34.220644 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-74d17f70-b079-4bd8-961b-269e4c887c74 req-1c050fa1-3a8c-48af-89f1-6b855e639215 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/ports?device_id=d967efd0-1130-473f-a29b-0961cdeca077 HTTP/1.1" status: 200 len: 946 time: 0.0774117 Jun 10 14:44:34.264852 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-74d17f70-b079-4bd8-961b-269e4c887c74 req-caedf842-f8a4-46be-8aed-e7b7116dd5ed tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/security-groups?id=ba1f250a-493e-4112-8d1f-5dae11288c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383854 Jun 10 14:44:34.485948 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Device ae3abfb6-cf4c-4cec-b03e-f7cbfd7d7bd5 no longer exists at agent hyperv_hv-cinder-79578 {{(pid=98190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 14:44:34.511382 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.plugin [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] No Port match for: ae3abfb6-cf4c-4cec-b03e-f7cbfd7d7bd5 {{(pid=98190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 14:44:34.511734 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Device ae3abfb6-cf4c-4cec-b03e-f7cbfd7d7bd5 not bound to the agent host hv-cinder-79578 {{(pid=98190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 14:44:34.539134 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57cafc0-ed3c-44b1-b71d-2649b022ec19 req-62ea18d8-decc-4b4c-875c-f94a0f279376 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:34.540608 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-f57cafc0-ed3c-44b1-b71d-2649b022ec19 req-62ea18d8-decc-4b4c-875c-f94a0f279376 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9a3b00d-2848-49e7-b8bf-d499e1885c8a HTTP/1.1" status: 200 len: 946 time: 0.0766964 Jun 10 14:44:34.585706 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-f57cafc0-ed3c-44b1-b71d-2649b022ec19 req-df922112-e282-486c-90d1-c390c6fae893 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/security-groups?id=7ef18720-15dd-4ca1-94ee-72a6568dc847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395885 Jun 10 14:44:35.315228 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec7ccc3-f194-4c9a-8838-4b3e610d5e19 req-d0b7d4a2-bd53-4267-885c-0e10b414aaa4 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:35.316718 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-fec7ccc3-f194-4c9a-8838-4b3e610d5e19 req-d0b7d4a2-bd53-4267-885c-0e10b414aaa4 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c52d258-0d8b-45e0-820c-de32496e39eb HTTP/1.1" status: 200 len: 945 time: 0.0721612 Jun 10 14:44:35.394086 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-fec7ccc3-f194-4c9a-8838-4b3e610d5e19 req-cd3d82c5-0257-492e-9066-5b014ed29f48 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?id=bffe4572-7302-4f5a-9da6-eede10fb958e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679209 Jun 10 14:44:35.412744 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db7c253-2fe9-4689-abb7-104a9977fbdb req-198ff071-66fa-44dc-99b7-dd788381e509 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:35.414131 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-1db7c253-2fe9-4689-abb7-104a9977fbdb req-198ff071-66fa-44dc-99b7-dd788381e509 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/ports?device_id=48806f96-8a7a-47cc-a144-6b1ef8d43028 HTTP/1.1" status: 200 len: 945 time: 0.0964777 Jun 10 14:44:35.464845 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-1db7c253-2fe9-4689-abb7-104a9977fbdb req-fd02a5e2-9c1d-4f97-b66d-5f6ddfde6a0c tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa6450ec-2090-40c0-8f5e-ef907fcb2083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433452 Jun 10 14:44:35.586311 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee05ab9-28b6-454c-b5fd-de7dfd4b552f req-66305852-bd38-44aa-a59f-bbb498883cb8 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:35.587755 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-6ee05ab9-28b6-454c-b5fd-de7dfd4b552f req-66305852-bd38-44aa-a59f-bbb498883cb8 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/ports?device_id=d967efd0-1130-473f-a29b-0961cdeca077 HTTP/1.1" status: 200 len: 946 time: 0.0757129 Jun 10 14:44:35.632031 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-6ee05ab9-28b6-454c-b5fd-de7dfd4b552f req-55d155b2-0ddc-4b98-8cfc-fd2ec43f9e9f tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/security-groups?id=ba1f250a-493e-4112-8d1f-5dae11288c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385785 Jun 10 14:44:35.764357 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd1adb-ab7b-42cb-8465-ca1d3dfc8eea req-1e34e4e9-e08a-482e-bfbc-3736be3cba9a tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:35.765787 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-78cd1adb-ab7b-42cb-8465-ca1d3dfc8eea req-1e34e4e9-e08a-482e-bfbc-3736be3cba9a tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9a3b00d-2848-49e7-b8bf-d499e1885c8a HTTP/1.1" status: 200 len: 946 time: 0.0681431 Jun 10 14:44:35.814113 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-78cd1adb-ab7b-42cb-8465-ca1d3dfc8eea req-f7802249-6d03-44b8-b319-199694f8d837 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/security-groups?id=7ef18720-15dd-4ca1-94ee-72a6568dc847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422108 Jun 10 14:44:36.022570 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab8360b-16eb-4887-ba38-e4fa3d0673b0 req-820415a2-5289-4379-aa79-ccf13b756531 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:36.023945 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-2ab8360b-16eb-4887-ba38-e4fa3d0673b0 req-820415a2-5289-4379-aa79-ccf13b756531 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/ports?device_id=d967efd0-1130-473f-a29b-0961cdeca077 HTTP/1.1" status: 200 len: 946 time: 0.1118476 Jun 10 14:44:36.052819 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1106a4a5-8dbd-4b1c-9f28-0777ec4d358d req-5c8e7c9c-58e7-4e9b-a609-44e2d5f77812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:36.054426 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-1106a4a5-8dbd-4b1c-9f28-0777ec4d358d req-5c8e7c9c-58e7-4e9b-a609-44e2d5f77812 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=22b067f743a04ce6ac0fdb4c7ff25d6b&device_id=d967efd0-1130-473f-a29b-0961cdeca077 HTTP/1.1" status: 200 len: 1099 time: 0.0990717 Jun 10 14:44:36.082032 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-2ab8360b-16eb-4887-ba38-e4fa3d0673b0 req-5da53557-9be4-4f1f-8756-f50f0668d556 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/security-groups?id=ba1f250a-493e-4112-8d1f-5dae11288c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521371 Jun 10 14:44:36.184589 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1106a4a5-8dbd-4b1c-9f28-0777ec4d358d req-a7df4091-687b-414d-b3fd-67409b4b46b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:36.186262 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-1106a4a5-8dbd-4b1c-9f28-0777ec4d358d req-a7df4091-687b-414d-b3fd-67409b4b46b2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8f467c1d-b7dd-45f1-993c-b606f02ba79f HTTP/1.1" status: 200 len: 912 time: 0.1176462 Jun 10 14:44:36.274339 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-1106a4a5-8dbd-4b1c-9f28-0777ec4d358d req-1bae54b6-eba2-4a2c-b607-6fa01a02b52e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b5bad57-2144-47fa-98ed-3a4f902ca03e HTTP/1.1" status: 200 len: 1001 time: 0.0808761 Jun 10 14:44:36.331048 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1106a4a5-8dbd-4b1c-9f28-0777ec4d358d req-8b581a0c-2b56-41c5-bce8-81ad75bf25ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:36.332517 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-1106a4a5-8dbd-4b1c-9f28-0777ec4d358d req-8b581a0c-2b56-41c5-bce8-81ad75bf25ef service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5f776bc1-0a43-4578-9bc2-ebe24541eeb6 HTTP/1.1" status: 200 len: 850 time: 0.0511746 Jun 10 14:44:36.401166 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1106a4a5-8dbd-4b1c-9f28-0777ec4d358d req-d8f79fc8-0820-4c96-85d5-724963e0a401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:36.402601 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-1106a4a5-8dbd-4b1c-9f28-0777ec4d358d req-d8f79fc8-0820-4c96-85d5-724963e0a401 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8f467c1d-b7dd-45f1-993c-b606f02ba79f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0613518 Jun 10 14:44:36.533358 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-1106a4a5-8dbd-4b1c-9f28-0777ec4d358d req-dacc4daf-6a1a-4fec-abfe-62eb82b4d433 service neutron] 10.222.0.36 "GET /v2.0/networks/8f467c1d-b7dd-45f1-993c-b606f02ba79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225064 Jun 10 14:44:36.733789 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab6f972-e9d0-42d4-953e-bc51232c038b req-a667c30a-9305-4e3a-a66b-3a6fa07b2354 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:36.735932 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-6ab6f972-e9d0-42d4-953e-bc51232c038b req-a667c30a-9305-4e3a-a66b-3a6fa07b2354 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c52d258-0d8b-45e0-820c-de32496e39eb HTTP/1.1" status: 200 len: 945 time: 0.2177157 Jun 10 14:44:36.738561 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-1106a4a5-8dbd-4b1c-9f28-0777ec4d358d req-9b711549-b050-4425-ba5b-d66e38c2716b service neutron] 10.222.0.36 "GET /v2.0/networks/8f467c1d-b7dd-45f1-993c-b606f02ba79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798580 Jun 10 14:44:36.775917 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7634280-bc3a-47b8-b9de-1de5675f5795 req-32a051d7-6c04-46c0-baeb-e95f7a2df8e6 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:36.777377 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-b7634280-bc3a-47b8-b9de-1de5675f5795 req-32a051d7-6c04-46c0-baeb-e95f7a2df8e6 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/ports?device_id=48806f96-8a7a-47cc-a144-6b1ef8d43028 HTTP/1.1" status: 200 len: 945 time: 0.1786752 Jun 10 14:44:36.806379 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-6ab6f972-e9d0-42d4-953e-bc51232c038b req-102c5984-d28b-439c-b6a4-ace71465ea35 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?id=bffe4572-7302-4f5a-9da6-eede10fb958e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644600 Jun 10 14:44:36.828874 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-b7634280-bc3a-47b8-b9de-1de5675f5795 req-a846e61c-e1e7-4996-b671-1955d36a8005 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa6450ec-2090-40c0-8f5e-ef907fcb2083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425217 Jun 10 14:44:36.997877 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c29ae47-347c-44bf-86c7-2e3e947a0360 req-682c3fb0-72d3-4bcc-afcf-6ec81a912c1f tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:36.999317 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-8c29ae47-347c-44bf-86c7-2e3e947a0360 req-682c3fb0-72d3-4bcc-afcf-6ec81a912c1f tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9a3b00d-2848-49e7-b8bf-d499e1885c8a HTTP/1.1" status: 200 len: 946 time: 0.0718954 Jun 10 14:44:37.041470 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-8c29ae47-347c-44bf-86c7-2e3e947a0360 req-fd417b5b-ceef-42ff-9bd2-f7095d23f2de tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/security-groups?id=7ef18720-15dd-4ca1-94ee-72a6568dc847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359404 Jun 10 14:44:37.276521 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e517a97-659a-4e2c-bad7-83e5d85df2f2 req-90e37661-90d4-487d-aaed-41c15e814a32 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:37.280324 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-3e517a97-659a-4e2c-bad7-83e5d85df2f2 req-90e37661-90d4-487d-aaed-41c15e814a32 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/ports?device_id=d967efd0-1130-473f-a29b-0961cdeca077 HTTP/1.1" status: 200 len: 946 time: 0.0767872 Jun 10 14:44:37.322155 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-3e517a97-659a-4e2c-bad7-83e5d85df2f2 req-43214720-4210-4660-b093-122277145342 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/security-groups?id=ba1f250a-493e-4112-8d1f-5dae11288c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374699 Jun 10 14:44:37.505008 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:38.053205 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f9a68a-010f-41db-b0a8-8b9afb9a1e63 req-27a8b681-41b1-43a8-8c56-fa667e6d99ef tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:38.054657 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-38f9a68a-010f-41db-b0a8-8b9afb9a1e63 req-27a8b681-41b1-43a8-8c56-fa667e6d99ef tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c52d258-0d8b-45e0-820c-de32496e39eb HTTP/1.1" status: 200 len: 945 time: 0.1283140 Jun 10 14:44:38.104659 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42b754b-6e77-42c2-86ae-bf6a187a2c13 req-571d286a-a879-4f8f-aec6-00630991904f tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:38.105968 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-d42b754b-6e77-42c2-86ae-bf6a187a2c13 req-571d286a-a879-4f8f-aec6-00630991904f tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/ports?device_id=48806f96-8a7a-47cc-a144-6b1ef8d43028 HTTP/1.1" status: 200 len: 945 time: 0.1388752 Jun 10 14:44:38.171536 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-38f9a68a-010f-41db-b0a8-8b9afb9a1e63 req-fdaacaf6-6cdc-4f32-8078-79438c445d83 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?id=bffe4572-7302-4f5a-9da6-eede10fb958e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042819 Jun 10 14:44:38.189640 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-d42b754b-6e77-42c2-86ae-bf6a187a2c13 req-c6adc64f-8847-4f6a-8821-1fcb82fea0b1 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa6450ec-2090-40c0-8f5e-ef907fcb2083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719922 Jun 10 14:44:38.206964 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a183ce4f-278c-4fbc-9d70-51db0a6ed9a3 req-a396f813-eaf2-453f-88f0-40fd7a15bd06 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:38.208654 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-a183ce4f-278c-4fbc-9d70-51db0a6ed9a3 req-a396f813-eaf2-453f-88f0-40fd7a15bd06 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.36 "GET /v2.0/ports?device_id=48806f96-8a7a-47cc-a144-6b1ef8d43028 HTTP/1.1" status: 200 len: 945 time: 0.1528933 Jun 10 14:44:38.376162 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.plugin [req-a183ce4f-278c-4fbc-9d70-51db0a6ed9a3 req-916cb921-4b7e-465d-976a-de323c835a1f tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Deleting port a22c72fc-a994-43ca-87f0-11a179bacc56 {{(pid=98188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 14:44:38.376524 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-a183ce4f-278c-4fbc-9d70-51db0a6ed9a3 req-916cb921-4b7e-465d-976a-de323c835a1f tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770842860575'] for port, before_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:38.405788 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d04347-40d9-4dba-aa5a-92b1a8ed3ec4 req-a3fd0d1d-6b31-4fd5-b171-1d4e68687b32 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:38.407360 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-70d04347-40d9-4dba-aa5a-92b1a8ed3ec4 req-a3fd0d1d-6b31-4fd5-b171-1d4e68687b32 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9a3b00d-2848-49e7-b8bf-d499e1885c8a HTTP/1.1" status: 200 len: 946 time: 0.1316040 Jun 10 14:44:38.553346 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-70d04347-40d9-4dba-aa5a-92b1a8ed3ec4 req-af1edcce-73f0-475e-8054-844bea15b8c0 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/security-groups?id=7ef18720-15dd-4ca1-94ee-72a6568dc847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400294 Jun 10 14:44:38.581386 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.db [req-a183ce4f-278c-4fbc-9d70-51db0a6ed9a3 req-916cb921-4b7e-465d-976a-de323c835a1f tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] For port a22c72fc-a994-43ca-87f0-11a179bacc56, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=a22c72fc-a994-43ca-87f0-11a179bacc56,segment=NetworkSegment(c43a5be5-1290-4a91-ba59-a957b85e24b7),segment_id=c43a5be5-1290-4a91-ba59-a957b85e24b7)] {{(pid=98188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:44:38.581748 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-a183ce4f-278c-4fbc-9d70-51db0a6ed9a3 req-916cb921-4b7e-465d-976a-de323c835a1f tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725918'] for port, precommit_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:38.676677 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.plugin [req-a183ce4f-278c-4fbc-9d70-51db0a6ed9a3 req-916cb921-4b7e-465d-976a-de323c835a1f tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Calling delete_port for a22c72fc-a994-43ca-87f0-11a179bacc56 owned by compute:nova {{(pid=98188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 14:44:38.696743 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab32f9f-627c-47b0-b070-0688be7f448f req-52c9c74f-9eeb-476f-9969-07def26d27ae tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:38.698186 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-0ab32f9f-627c-47b0-b070-0688be7f448f req-52c9c74f-9eeb-476f-9969-07def26d27ae tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/ports?device_id=d967efd0-1130-473f-a29b-0961cdeca077 HTTP/1.1" status: 200 len: 946 time: 0.2557833 Jun 10 14:44:38.793223 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-0ab32f9f-627c-47b0-b070-0688be7f448f req-51ae3676-5b99-4349-8592-44f9876e43c6 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/security-groups?id=ba1f250a-493e-4112-8d1f-5dae11288c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519683 Jun 10 14:44:38.867592 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-a183ce4f-278c-4fbc-9d70-51db0a6ed9a3 req-916cb921-4b7e-465d-976a-de323c835a1f tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770842865987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770842374669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4122288'] for port, after_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:38.871151 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:44:38.881780 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] get_ports_and_sgs() called for port_ids ['42f445f4-e87a-4d6f-b3b2-0c6909763766', 'd517ec4f-21da-4ddf-8f70-006e1533d758', 'a22c72fc-a994-43ca-87f0-11a179bacc56'] {{(pid=98190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 14:44:38.903855 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916cb921-4b7e-465d-976a-de323c835a1f tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Pushing event deleted for resources: {'Port': ['ID=a22c72fc-a994-43ca-87f0-11a179bacc56,revision_number=None']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:44:38.908353 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-916cb921-4b7e-465d-976a-de323c835a1f tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:44:38.962407 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.db.l3_dvrscheduler_db [req-a183ce4f-278c-4fbc-9d70-51db0a6ed9a3 req-916cb921-4b7e-465d-976a-de323c835a1f tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] No DVR routers for this DVR port a22c72fc-a994-43ca-87f0-11a179bacc56 on host hv-cinder-79578 {{(pid=98188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 14:44:38.964762 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-a183ce4f-278c-4fbc-9d70-51db0a6ed9a3 req-916cb921-4b7e-465d-976a-de323c835a1f tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32075'] for port, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:38.966719 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-a183ce4f-278c-4fbc-9d70-51db0a6ed9a3 req-916cb921-4b7e-465d-976a-de323c835a1f tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.36 "DELETE /v2.0/ports/a22c72fc-a994-43ca-87f0-11a179bacc56 HTTP/1.1" status: 204 len: 173 time: 0.7513049 Jun 10 14:44:38.967196 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48806f96-8a7a-47cc-a144-6b1ef8d43028', 'name': 'network-vif-deleted', 'tag': 'a22c72fc-a994-43ca-87f0-11a179bacc56'}] {{(pid=98188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:44:38.970241 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f0fe7ff9a18056505f9f26f34e6288f69420e23a9758a676b79d6915a840c7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad196a50-42ca-43e6-b5dd-ee5b9036ff36" -d '{"events": [{"server_uuid": "48806f96-8a7a-47cc-a144-6b1ef8d43028", "name": "network-vif-deleted", "tag": "a22c72fc-a994-43ca-87f0-11a179bacc56"}]}' {{(pid=98188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:44:39.011882 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 14:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da0024cf-617c-4f09-93c9-d5326c8514f6 x-openstack-request-id: req-da0024cf-617c-4f09-93c9-d5326c8514f6 {{(pid=98188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:44:39.012262 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48806f96-8a7a-47cc-a144-6b1ef8d43028", "name": "network-vif-deleted", "tag": "a22c72fc-a994-43ca-87f0-11a179bacc56", "status": "completed", "code": 200}]} {{(pid=98188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:44:39.012659 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-da0024cf-617c-4f09-93c9-d5326c8514f6 {{(pid=98188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:44:39.013144 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48806f96-8a7a-47cc-a144-6b1ef8d43028', 'name': 'network-vif-deleted', 'tag': 'a22c72fc-a994-43ca-87f0-11a179bacc56', 'status': 'completed', 'code': 200} Jun 10 14:44:39.365662 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-392a32a6-4ed1-4ea4-8b85-f46724dca8d4 req-7f16a2bf-7595-46ba-b66b-20193f78ae4e tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/ports?device_id=48806f96-8a7a-47cc-a144-6b1ef8d43028 HTTP/1.1" status: 200 len: 210 time: 0.0396993 Jun 10 14:44:39.396358 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d3a009-157f-4f0b-8ecd-d2c8b1e2967f req-a0d69300-c66a-4731-8ccb-0f9f690f264e tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:39.400481 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-93d3a009-157f-4f0b-8ecd-d2c8b1e2967f req-a0d69300-c66a-4731-8ccb-0f9f690f264e tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c52d258-0d8b-45e0-820c-de32496e39eb HTTP/1.1" status: 200 len: 945 time: 0.1071475 Jun 10 14:44:39.439059 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-93d3a009-157f-4f0b-8ecd-d2c8b1e2967f req-02a9dedf-2cd1-4c50-88bc-4d11842705da tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?id=bffe4572-7302-4f5a-9da6-eede10fb958e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356863 Jun 10 14:44:39.570374 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-5c694b09-c6db-486e-b120-42fb0f6b9c8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:39.741827 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd60f57-2447-4dfa-981c-3f680375e026 req-f9b4a47e-4f94-4838-970e-281a1b8ad705 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:39.743269 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-bfd60f57-2447-4dfa-981c-3f680375e026 req-f9b4a47e-4f94-4838-970e-281a1b8ad705 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9a3b00d-2848-49e7-b8bf-d499e1885c8a HTTP/1.1" status: 200 len: 946 time: 0.0726869 Jun 10 14:44:39.807929 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-bfd60f57-2447-4dfa-981c-3f680375e026 req-c39e25c2-062e-40bb-8136-5f521e430d96 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/security-groups?id=7ef18720-15dd-4ca1-94ee-72a6568dc847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584786 Jun 10 14:44:40.524716 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Device e687c7b7-493c-4e9c-b3ab-85878b4485c5 details requested by agent hyperv_hv-cinder-79578 with host hv-cinder-79578 {{(pid=98190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 14:44:40.627692 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a456a30-892d-4831-b019-248703fed6f2 req-9da0df0a-816e-448b-b5be-62a3ed68f086 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:40.629630 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-0a456a30-892d-4831-b019-248703fed6f2 req-9da0df0a-816e-448b-b5be-62a3ed68f086 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c52d258-0d8b-45e0-820c-de32496e39eb HTTP/1.1" status: 200 len: 945 time: 0.0762806 Jun 10 14:44:40.681242 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-0a456a30-892d-4831-b019-248703fed6f2 req-1f6f145c-8f87-4804-b813-d73548e55cc4 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?id=bffe4572-7302-4f5a-9da6-eede10fb958e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411251 Jun 10 14:44:40.786453 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] For port e687c7b7-493c-4e9c-b3ab-85878b4485c5, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=e687c7b7-493c-4e9c-b3ab-85878b4485c5,segment=NetworkSegment(3ec2b1b1-734c-41eb-833f-8070e711f15c),segment_id=3ec2b1b1-734c-41eb-833f-8070e711f15c)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:44:40.799445 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Returning: {'device': 'e687c7b7-493c-4e9c-b3ab-85878b4485c5', 'network_id': 'c57efc93-51ff-4248-b65b-e26a6d17993d', 'port_id': 'e687c7b7-493c-4e9c-b3ab-85878b4485c5', 'mac_address': 'fa:16:3e:6b:6b:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eeef57d-bb05-42dc-8725-b618d4269135', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 14:44:40.844749 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:40.849087 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d436bb3e-1d44-4445-9aab-ca88481bba25 req-2073d2ae-9015-45f1-90b7-d0df7c4d976d tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:40.850559 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-d436bb3e-1d44-4445-9aab-ca88481bba25 req-2073d2ae-9015-45f1-90b7-d0df7c4d976d tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/ports?device_id=02c3e4eb-22ea-4f73-af58-3751d9a4eeb0 HTTP/1.1" status: 200 len: 945 time: 0.0741839 Jun 10 14:44:40.860825 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.notifiers.nova [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e687c7b7-493c-4e9c-b3ab-85878b4485c5 {{(pid=98190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 14:44:40.883124 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] For port e687c7b7-493c-4e9c-b3ab-85878b4485c5, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=e687c7b7-493c-4e9c-b3ab-85878b4485c5,segment=NetworkSegment(3ec2b1b1-734c-41eb-833f-8070e711f15c),segment_id=3ec2b1b1-734c-41eb-833f-8070e711f15c)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:44:40.889015 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:40.892319 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-ca554c4c-f657-4b49-b9f2-1663e3d29d96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:44:40.897313 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-d436bb3e-1d44-4445-9aab-ca88481bba25 req-29950271-da81-4f81-b134-760ec6d3e067 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa6450ec-2090-40c0-8f5e-ef907fcb2083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407002 Jun 10 14:44:40.972251 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Pushing event updated for resources: {'Port': ['ID=e687c7b7-493c-4e9c-b3ab-85878b4485c5,revision_number=6']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:44:40.975329 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:44:41.013274 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1a0620-926e-489c-9489-49a6d0a37493 req-a8aedcb0-08fd-4940-b6c4-7fe222680956 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:41.014999 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-3b1a0620-926e-489c-9489-49a6d0a37493 req-a8aedcb0-08fd-4940-b6c4-7fe222680956 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9a3b00d-2848-49e7-b8bf-d499e1885c8a HTTP/1.1" status: 200 len: 946 time: 0.0783031 Jun 10 14:44:41.043202 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] get_ports_and_sgs() called for port_ids ['e687c7b7-493c-4e9c-b3ab-85878b4485c5'] {{(pid=98190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 14:44:41.058749 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-3b1a0620-926e-489c-9489-49a6d0a37493 req-e8f2aab1-933c-4192-ba49-1fe68b3a926d tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/security-groups?id=7ef18720-15dd-4ca1-94ee-72a6568dc847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378828 Jun 10 14:44:41.904136 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1850a4-0cbe-4beb-b4fb-837fc7170e92 req-369000a4-9f11-4361-bbd5-7642566a914c tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:41.907220 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-6b1850a4-0cbe-4beb-b4fb-837fc7170e92 req-369000a4-9f11-4361-bbd5-7642566a914c tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c52d258-0d8b-45e0-820c-de32496e39eb HTTP/1.1" status: 200 len: 944 time: 0.0792868 Jun 10 14:44:41.966474 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-6b1850a4-0cbe-4beb-b4fb-837fc7170e92 req-70bf1fc7-fae7-4d26-9815-83ee6d0ff37c tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?id=bffe4572-7302-4f5a-9da6-eede10fb958e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499325 Jun 10 14:44:42.074140 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:42.171997 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7263b6a0-6ac8-4359-bd25-66c388706c4b req-61e945a5-278b-4d0b-9df8-80422974e804 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:42.174166 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-7263b6a0-6ac8-4359-bd25-66c388706c4b req-61e945a5-278b-4d0b-9df8-80422974e804 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/ports?device_id=02c3e4eb-22ea-4f73-af58-3751d9a4eeb0 HTTP/1.1" status: 200 len: 945 time: 0.0938499 Jun 10 14:44:42.216183 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-2e55827c-550a-4ae7-8b24-3a1a9cb5cfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:42.280371 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-7263b6a0-6ac8-4359-bd25-66c388706c4b req-553f1929-554e-425e-9fde-56a6ba6b5806 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa6450ec-2090-40c0-8f5e-ef907fcb2083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003299 Jun 10 14:44:42.341213 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1488cb65-f246-4317-bb31-5156dee1b30a req-33c71c53-d1d6-44c8-9986-33642a53b502 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:42.342808 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-1488cb65-f246-4317-bb31-5156dee1b30a req-33c71c53-d1d6-44c8-9986-33642a53b502 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9a3b00d-2848-49e7-b8bf-d499e1885c8a HTTP/1.1" status: 200 len: 946 time: 0.1251152 Jun 10 14:44:42.392930 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-1488cb65-f246-4317-bb31-5156dee1b30a req-f3a1b64a-6fe7-49a5-91a2-db20a5760b82 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/security-groups?id=7ef18720-15dd-4ca1-94ee-72a6568dc847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421932 Jun 10 14:44:42.533796 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Device e687c7b7-493c-4e9c-b3ab-85878b4485c5 up at agent hyperv_hv-cinder-79578 {{(pid=98190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:44:42.607399 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Provisioning complete for port e687c7b7-493c-4e9c-b3ab-85878b4485c5 triggered by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:44:42.607779 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32877986'] for port, provisioning_complete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:42.712683 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:42.751048 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] For port e687c7b7-493c-4e9c-b3ab-85878b4485c5, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=e687c7b7-493c-4e9c-b3ab-85878b4485c5,segment=NetworkSegment(3ec2b1b1-734c-41eb-833f-8070e711f15c),segment_id=3ec2b1b1-734c-41eb-833f-8070e711f15c)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:44:42.752114 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c52d258-0d8b-45e0-820c-de32496e39eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e687c7b7-493c-4e9c-b3ab-85878b4485c5'}] {{(pid=98190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:44:42.755146 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3d4185ab3030d597d4fdff3a42636a440041618624b200d466a1cf3773607d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f9fb6dd-50cd-4bbf-b216-910e4a8d1bfe" -d '{"events": [{"server_uuid": "1c52d258-0d8b-45e0-820c-de32496e39eb", "name": "network-vif-plugged", "status": "completed", "tag": "e687c7b7-493c-4e9c-b3ab-85878b4485c5"}]}' {{(pid=98190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:44:42.758880 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:42.759879 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Device a22c72fc-a994-43ca-87f0-11a179bacc56 no longer exists at agent hyperv_hv-cinder-79578 {{(pid=98190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 14:44:42.761640 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:44:42.816433 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 14:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc3c8cf-37b6-4306-a914-4b0f5deb51ec x-openstack-request-id: req-dbc3c8cf-37b6-4306-a914-4b0f5deb51ec {{(pid=98190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:44:42.816810 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c52d258-0d8b-45e0-820c-de32496e39eb", "name": "network-vif-plugged", "status": "completed", "tag": "e687c7b7-493c-4e9c-b3ab-85878b4485c5", "code": 200}]} {{(pid=98190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:44:42.816991 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-dbc3c8cf-37b6-4306-a914-4b0f5deb51ec {{(pid=98190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:44:42.817640 dv-cinder-795785-1-smb neutron-server[98190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c52d258-0d8b-45e0-820c-de32496e39eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e687c7b7-493c-4e9c-b3ab-85878b4485c5', 'code': 200} Jun 10 14:44:42.819998 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.plugin [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] No Port match for: a22c72fc-a994-43ca-87f0-11a179bacc56 {{(pid=98190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 14:44:42.820416 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Device a22c72fc-a994-43ca-87f0-11a179bacc56 not bound to the agent host hv-cinder-79578 {{(pid=98190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 14:44:42.832131 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233bce63-9bf8-46b8-8e7e-d8d0659f787b req-c8160f37-8f2e-4e63-b451-bba9abc13d72 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:42.833864 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-233bce63-9bf8-46b8-8e7e-d8d0659f787b req-c8160f37-8f2e-4e63-b451-bba9abc13d72 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.36 "GET /v2.0/ports?device_id=02c3e4eb-22ea-4f73-af58-3751d9a4eeb0 HTTP/1.1" status: 200 len: 945 time: 0.1168916 Jun 10 14:44:42.848324 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Pushing event updated for resources: {'Port': ['ID=e687c7b7-493c-4e9c-b3ab-85878b4485c5,revision_number=7']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:44:42.857405 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:44:42.964683 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.plugin [req-233bce63-9bf8-46b8-8e7e-d8d0659f787b req-3ee0f135-2605-4163-924d-d151b44bc84a tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Deleting port d517ec4f-21da-4ddf-8f70-006e1533d758 {{(pid=98188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 14:44:42.965240 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-233bce63-9bf8-46b8-8e7e-d8d0659f787b req-3ee0f135-2605-4163-924d-d151b44bc84a tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770842860575'] for port, before_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:43.153799 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.db [req-233bce63-9bf8-46b8-8e7e-d8d0659f787b req-3ee0f135-2605-4163-924d-d151b44bc84a tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] For port d517ec4f-21da-4ddf-8f70-006e1533d758, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=d517ec4f-21da-4ddf-8f70-006e1533d758,segment=NetworkSegment(c43a5be5-1290-4a91-ba59-a957b85e24b7),segment_id=c43a5be5-1290-4a91-ba59-a957b85e24b7)] {{(pid=98188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:44:43.154176 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-233bce63-9bf8-46b8-8e7e-d8d0659f787b req-3ee0f135-2605-4163-924d-d151b44bc84a tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725918'] for port, precommit_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:43.256514 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-eaea1bf5-020e-4d00-b5bd-84659b7b503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:43.504976 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.plugin [req-233bce63-9bf8-46b8-8e7e-d8d0659f787b req-3ee0f135-2605-4163-924d-d151b44bc84a tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Calling delete_port for d517ec4f-21da-4ddf-8f70-006e1533d758 owned by compute:nova {{(pid=98188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 14:44:43.674907 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7875ccb0-3816-4277-853c-1c0125be43f6 req-03533e59-2ef3-423b-a439-f131be435be0 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:43.676937 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-7875ccb0-3816-4277-853c-1c0125be43f6 req-03533e59-2ef3-423b-a439-f131be435be0 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c52d258-0d8b-45e0-820c-de32496e39eb HTTP/1.1" status: 200 len: 945 time: 0.5770121 Jun 10 14:44:43.717608 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d955e1f3-f416-4a80-8b05-1d9db25c5e3d req-e5601daf-bf26-4e21-8e04-044c50d45150 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:43.722976 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-d955e1f3-f416-4a80-8b05-1d9db25c5e3d req-e5601daf-bf26-4e21-8e04-044c50d45150 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/ports?device_id=02c3e4eb-22ea-4f73-af58-3751d9a4eeb0 HTTP/1.1" status: 200 len: 945 time: 0.2642980 Jun 10 14:44:43.805016 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-7875ccb0-3816-4277-853c-1c0125be43f6 req-603731b7-6b9f-46da-bb13-2ebaa2d7c823 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?id=bffe4572-7302-4f5a-9da6-eede10fb958e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181421 Jun 10 14:44:43.856466 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-d955e1f3-f416-4a80-8b05-1d9db25c5e3d req-34a56b63-22e3-41f8-9845-560c40cff9d8 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa6450ec-2090-40c0-8f5e-ef907fcb2083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304941 Jun 10 14:44:43.858158 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-233bce63-9bf8-46b8-8e7e-d8d0659f787b req-3ee0f135-2605-4163-924d-d151b44bc84a tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770842865987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770842374669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4122288'] for port, after_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:43.866543 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:44:43.873316 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] get_ports_and_sgs() called for port_ids ['42f445f4-e87a-4d6f-b3b2-0c6909763766', 'd517ec4f-21da-4ddf-8f70-006e1533d758'] {{(pid=98190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 14:44:43.973866 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee0f135-2605-4163-924d-d151b44bc84a tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Pushing event deleted for resources: {'Port': ['ID=d517ec4f-21da-4ddf-8f70-006e1533d758,revision_number=None']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:44:43.976933 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-3ee0f135-2605-4163-924d-d151b44bc84a tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:44:44.006140 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.db.l3_dvrscheduler_db [req-233bce63-9bf8-46b8-8e7e-d8d0659f787b req-3ee0f135-2605-4163-924d-d151b44bc84a tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] No DVR routers for this DVR port d517ec4f-21da-4ddf-8f70-006e1533d758 on host hv-cinder-79578 {{(pid=98188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 14:44:44.008976 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-233bce63-9bf8-46b8-8e7e-d8d0659f787b req-3ee0f135-2605-4163-924d-d151b44bc84a tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32075'] for port, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:44.011217 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-233bce63-9bf8-46b8-8e7e-d8d0659f787b req-3ee0f135-2605-4163-924d-d151b44bc84a tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.36 "DELETE /v2.0/ports/d517ec4f-21da-4ddf-8f70-006e1533d758 HTTP/1.1" status: 204 len: 173 time: 1.1692791 Jun 10 14:44:44.012438 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02c3e4eb-22ea-4f73-af58-3751d9a4eeb0', 'name': 'network-vif-deleted', 'tag': 'd517ec4f-21da-4ddf-8f70-006e1533d758'}] {{(pid=98188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:44:44.014673 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f0fe7ff9a18056505f9f26f34e6288f69420e23a9758a676b79d6915a840c7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5bdecd7-7e6a-4c49-acd8-effbcf79fc1a" -d '{"events": [{"server_uuid": "02c3e4eb-22ea-4f73-af58-3751d9a4eeb0", "name": "network-vif-deleted", "tag": "d517ec4f-21da-4ddf-8f70-006e1533d758"}]}' {{(pid=98188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:44:44.081557 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 14:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a88135f1-a99b-499f-a626-b9e726e02fa2 x-openstack-request-id: req-a88135f1-a99b-499f-a626-b9e726e02fa2 {{(pid=98188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:44:44.081843 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02c3e4eb-22ea-4f73-af58-3751d9a4eeb0", "name": "network-vif-deleted", "tag": "d517ec4f-21da-4ddf-8f70-006e1533d758", "status": "completed", "code": 200}]} {{(pid=98188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:44:44.082153 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a88135f1-a99b-499f-a626-b9e726e02fa2 {{(pid=98188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:44:44.082569 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02c3e4eb-22ea-4f73-af58-3751d9a4eeb0', 'name': 'network-vif-deleted', 'tag': 'd517ec4f-21da-4ddf-8f70-006e1533d758', 'status': 'completed', 'code': 200} Jun 10 14:44:44.114601 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3f4058-044b-45a8-8bed-c61a0b849d75 req-e8e01992-5819-4203-a1b9-8c8c89d7bc84 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:44.121841 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-fd3f4058-044b-45a8-8bed-c61a0b849d75 req-e8e01992-5819-4203-a1b9-8c8c89d7bc84 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9a3b00d-2848-49e7-b8bf-d499e1885c8a HTTP/1.1" status: 200 len: 946 time: 0.1170228 Jun 10 14:44:44.173776 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-fd3f4058-044b-45a8-8bed-c61a0b849d75 req-0c25153f-1784-4304-8bb4-f99272baa1da tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/security-groups?id=7ef18720-15dd-4ca1-94ee-72a6568dc847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510607 Jun 10 14:44:44.887884 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-fbbc5fb5-3f71-4862-8fd7-9153cbf0fe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:45.098763 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-bbf5d917-4006-4997-8b00-f16aec1b332d req-7b228e9c-28e0-4c44-b655-8cfd573bd6b2 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/ports?device_id=02c3e4eb-22ea-4f73-af58-3751d9a4eeb0 HTTP/1.1" status: 200 len: 210 time: 0.0369034 Jun 10 14:44:45.123658 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed37a8-0b09-480d-a8c3-0d10be3d24d3 req-50dfbe50-c431-44ce-a5ae-4d91e8ad6846 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:45.126219 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-34ed37a8-0b09-480d-a8c3-0d10be3d24d3 req-50dfbe50-c431-44ce-a5ae-4d91e8ad6846 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c52d258-0d8b-45e0-820c-de32496e39eb HTTP/1.1" status: 200 len: 945 time: 0.1388607 Jun 10 14:44:45.174114 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-34ed37a8-0b09-480d-a8c3-0d10be3d24d3 req-0e970612-1f53-4b63-aed8-a4af6118af5f tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?id=bffe4572-7302-4f5a-9da6-eede10fb958e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426323 Jun 10 14:44:45.371995 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6975d7-d8ff-4cce-a8be-d59ac53456bc req-c5933870-758b-401d-9c18-4017dcc7ce1b tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:45.373396 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-7e6975d7-d8ff-4cce-a8be-d59ac53456bc req-c5933870-758b-401d-9c18-4017dcc7ce1b tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9a3b00d-2848-49e7-b8bf-d499e1885c8a HTTP/1.1" status: 200 len: 946 time: 0.0825129 Jun 10 14:44:45.425816 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-7e6975d7-d8ff-4cce-a8be-d59ac53456bc req-8c4f06af-29cb-4cc3-bbde-9fa4fb5c5b15 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/security-groups?id=7ef18720-15dd-4ca1-94ee-72a6568dc847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441742 Jun 10 14:44:46.419441 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aafa95-a28a-4bb7-bd03-b19df4febc6d req-5b0279dd-0c55-490d-86db-204411e94f0e tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:46.428847 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-d2aafa95-a28a-4bb7-bd03-b19df4febc6d req-5b0279dd-0c55-490d-86db-204411e94f0e tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c52d258-0d8b-45e0-820c-de32496e39eb HTTP/1.1" status: 200 len: 945 time: 0.0905173 Jun 10 14:44:46.494306 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-d2aafa95-a28a-4bb7-bd03-b19df4febc6d req-c4ab902d-061d-4cab-bad2-e53835c2c476 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?id=bffe4572-7302-4f5a-9da6-eede10fb958e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643632 Jun 10 14:44:46.559343 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Device d517ec4f-21da-4ddf-8f70-006e1533d758 no longer exists at agent hyperv_hv-cinder-79578 {{(pid=98190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 14:44:46.596621 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.plugin [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] No Port match for: d517ec4f-21da-4ddf-8f70-006e1533d758 {{(pid=98190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 14:44:46.597373 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Device d517ec4f-21da-4ddf-8f70-006e1533d758 not bound to the agent host hv-cinder-79578 {{(pid=98190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 14:44:46.657322 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcea1d3-5e03-4194-ad07-f6d3b06b90ca req-e4dc8235-b521-4a6e-9642-aaa299f9889d tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:46.658887 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-4fcea1d3-5e03-4194-ad07-f6d3b06b90ca req-e4dc8235-b521-4a6e-9642-aaa299f9889d tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9a3b00d-2848-49e7-b8bf-d499e1885c8a HTTP/1.1" status: 200 len: 946 time: 0.0856750 Jun 10 14:44:46.705795 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-4fcea1d3-5e03-4194-ad07-f6d3b06b90ca req-063a2e2e-4df7-4dba-9cfe-440cca177599 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/security-groups?id=7ef18720-15dd-4ca1-94ee-72a6568dc847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412881 Jun 10 14:44:47.747001 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3fec0e-7d1d-4277-8890-2daa48a3bfb4 req-263ea54b-b74a-4768-9a52-99d2e4e2a4b7 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:47.748521 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-ac3fec0e-7d1d-4277-8890-2daa48a3bfb4 req-263ea54b-b74a-4768-9a52-99d2e4e2a4b7 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c52d258-0d8b-45e0-820c-de32496e39eb HTTP/1.1" status: 200 len: 945 time: 0.0930657 Jun 10 14:44:47.839761 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-ac3fec0e-7d1d-4277-8890-2daa48a3bfb4 req-05e212dd-4a2c-44c4-863e-bd1d07c3a2a7 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?id=bffe4572-7302-4f5a-9da6-eede10fb958e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799394 Jun 10 14:44:47.880627 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be984813-e831-4604-993f-e5e080fff53e req-4dc9e178-93bb-4ec3-86ff-c39aff318d7e tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:47.882291 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-be984813-e831-4604-993f-e5e080fff53e req-4dc9e178-93bb-4ec3-86ff-c39aff318d7e tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/ports?device_id=10a33dd6-1367-49ed-86f0-a27bccfcf9a0 HTTP/1.1" status: 200 len: 945 time: 0.1039565 Jun 10 14:44:47.942719 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-be984813-e831-4604-993f-e5e080fff53e req-26a85b35-bf56-4aa5-b5e5-ded1f15fde76 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa6450ec-2090-40c0-8f5e-ef907fcb2083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529652 Jun 10 14:44:48.080371 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afc3b1f-620c-4209-b118-e5ed5152da66 req-7ffe0182-f458-4b9c-91bb-51e6ccadd912 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:48.082237 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-0afc3b1f-620c-4209-b118-e5ed5152da66 req-7ffe0182-f458-4b9c-91bb-51e6ccadd912 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9a3b00d-2848-49e7-b8bf-d499e1885c8a HTTP/1.1" status: 200 len: 946 time: 0.0874376 Jun 10 14:44:48.131174 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-0afc3b1f-620c-4209-b118-e5ed5152da66 req-49e0526f-9895-4e6e-ac09-a67514a09261 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/security-groups?id=7ef18720-15dd-4ca1-94ee-72a6568dc847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426381 Jun 10 14:44:49.066679 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f747c949-1672-454d-bd51-f4f1d9793d07 req-44d1c83c-dff1-489f-856f-917397bb8019 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:49.071333 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-f747c949-1672-454d-bd51-f4f1d9793d07 req-44d1c83c-dff1-489f-856f-917397bb8019 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c52d258-0d8b-45e0-820c-de32496e39eb HTTP/1.1" status: 200 len: 945 time: 0.0941565 Jun 10 14:44:49.171350 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-f747c949-1672-454d-bd51-f4f1d9793d07 req-333ec208-8f78-467c-b7cd-79a744ebf9c3 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?id=bffe4572-7302-4f5a-9da6-eede10fb958e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839937 Jun 10 14:44:49.205077 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370901b0-1c18-4418-a272-826fbc7ad3f7 req-f5d8a2a8-19e9-4edd-857e-ae46f1b14276 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:49.211847 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-370901b0-1c18-4418-a272-826fbc7ad3f7 req-f5d8a2a8-19e9-4edd-857e-ae46f1b14276 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/ports?device_id=10a33dd6-1367-49ed-86f0-a27bccfcf9a0 HTTP/1.1" status: 200 len: 945 time: 0.1395152 Jun 10 14:44:49.264825 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-370901b0-1c18-4418-a272-826fbc7ad3f7 req-9774274d-742e-43a0-a252-10b56b214bdc tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa6450ec-2090-40c0-8f5e-ef907fcb2083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519886 Jun 10 14:44:49.393555 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e12168-f6d9-4e35-aeaf-86a8e96a652c req-5a8a90e1-5c1f-418d-84eb-0b2a60946580 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:49.396174 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-31e12168-f6d9-4e35-aeaf-86a8e96a652c req-5a8a90e1-5c1f-418d-84eb-0b2a60946580 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9a3b00d-2848-49e7-b8bf-d499e1885c8a HTTP/1.1" status: 200 len: 946 time: 0.0899508 Jun 10 14:44:49.463294 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-31e12168-f6d9-4e35-aeaf-86a8e96a652c req-ec2f48f2-1bad-4917-8686-9ba612c9f88c tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/security-groups?id=7ef18720-15dd-4ca1-94ee-72a6568dc847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614951 Jun 10 14:44:50.190198 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84a621b-92d4-4484-9da7-a9bfe635af65 req-7992f024-0e0e-4ad3-9bbf-4f088718cff8 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:50.191604 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-f84a621b-92d4-4484-9da7-a9bfe635af65 req-7992f024-0e0e-4ad3-9bbf-4f088718cff8 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.36 "GET /v2.0/ports?device_id=10a33dd6-1367-49ed-86f0-a27bccfcf9a0 HTTP/1.1" status: 200 len: 945 time: 0.0708141 Jun 10 14:44:50.370343 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.plugin [req-f84a621b-92d4-4484-9da7-a9bfe635af65 req-4a1f547e-ca7b-41f8-bc4d-227adbd49c1c tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Deleting port 42f445f4-e87a-4d6f-b3b2-0c6909763766 {{(pid=98188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 14:44:50.370724 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-f84a621b-92d4-4484-9da7-a9bfe635af65 req-4a1f547e-ca7b-41f8-bc4d-227adbd49c1c tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770842860575'] for port, before_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:50.538065 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2764eaf-ad40-4a64-82e6-ebf7a645a189 req-d53ffc53-35fd-4428-b89f-ba56f71d755a tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:50.540743 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-a2764eaf-ad40-4a64-82e6-ebf7a645a189 req-d53ffc53-35fd-4428-b89f-ba56f71d755a tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c52d258-0d8b-45e0-820c-de32496e39eb HTTP/1.1" status: 200 len: 945 time: 0.2256322 Jun 10 14:44:50.620364 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.db [req-f84a621b-92d4-4484-9da7-a9bfe635af65 req-4a1f547e-ca7b-41f8-bc4d-227adbd49c1c tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] For port 42f445f4-e87a-4d6f-b3b2-0c6909763766, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=42f445f4-e87a-4d6f-b3b2-0c6909763766,segment=NetworkSegment(c43a5be5-1290-4a91-ba59-a957b85e24b7),segment_id=c43a5be5-1290-4a91-ba59-a957b85e24b7)] {{(pid=98188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:44:50.620727 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-f84a621b-92d4-4484-9da7-a9bfe635af65 req-4a1f547e-ca7b-41f8-bc4d-227adbd49c1c tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725918'] for port, precommit_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:50.626972 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-a2764eaf-ad40-4a64-82e6-ebf7a645a189 req-e4794ae4-40e3-4b9b-b954-89131d92ad4d tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?id=bffe4572-7302-4f5a-9da6-eede10fb958e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749841 Jun 10 14:44:50.648656 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b731b5-fd11-46e6-a854-e7ab218fb2ee req-4fe75378-eb57-4b2e-97e9-48803465c3ef tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:50.650240 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-71b731b5-fd11-46e6-a854-e7ab218fb2ee req-4fe75378-eb57-4b2e-97e9-48803465c3ef tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/ports?device_id=10a33dd6-1367-49ed-86f0-a27bccfcf9a0 HTTP/1.1" status: 200 len: 945 time: 0.2429881 Jun 10 14:44:50.760198 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.plugin [req-f84a621b-92d4-4484-9da7-a9bfe635af65 req-4a1f547e-ca7b-41f8-bc4d-227adbd49c1c tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Calling delete_port for 42f445f4-e87a-4d6f-b3b2-0c6909763766 owned by compute:nova {{(pid=98188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 14:44:50.903191 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-71b731b5-fd11-46e6-a854-e7ab218fb2ee req-4399da12-8734-41b8-8ae9-008604be481d tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa6450ec-2090-40c0-8f5e-ef907fcb2083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055523 Jun 10 14:44:51.002651 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c599ade7-2e16-424c-be4c-316ed2d5c538 req-df4b650e-a428-4227-96f9-275ce65a7bf2 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:51.004228 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-c599ade7-2e16-424c-be4c-316ed2d5c538 req-df4b650e-a428-4227-96f9-275ce65a7bf2 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9a3b00d-2848-49e7-b8bf-d499e1885c8a HTTP/1.1" status: 200 len: 946 time: 0.1432152 Jun 10 14:44:51.044305 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-f84a621b-92d4-4484-9da7-a9bfe635af65 req-4a1f547e-ca7b-41f8-bc4d-227adbd49c1c tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770842865987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770842374669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4122288'] for port, after_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:51.050119 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:44:51.057309 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] get_ports_and_sgs() called for port_ids ['42f445f4-e87a-4d6f-b3b2-0c6909763766'] {{(pid=98190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 14:44:51.099890 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1f547e-ca7b-41f8-bc4d-227adbd49c1c tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Pushing event deleted for resources: {'Port': ['ID=42f445f4-e87a-4d6f-b3b2-0c6909763766,revision_number=None']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:44:51.105100 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-4a1f547e-ca7b-41f8-bc4d-227adbd49c1c tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:44:51.110858 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-c599ade7-2e16-424c-be4c-316ed2d5c538 req-31899dc8-14cc-4047-9896-674a0f02dbb2 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/security-groups?id=7ef18720-15dd-4ca1-94ee-72a6568dc847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984306 Jun 10 14:44:51.160372 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.db.l3_dvrscheduler_db [req-f84a621b-92d4-4484-9da7-a9bfe635af65 req-4a1f547e-ca7b-41f8-bc4d-227adbd49c1c tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] No DVR routers for this DVR port 42f445f4-e87a-4d6f-b3b2-0c6909763766 on host hv-cinder-79578 {{(pid=98188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 14:44:51.163377 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-f84a621b-92d4-4484-9da7-a9bfe635af65 req-4a1f547e-ca7b-41f8-bc4d-227adbd49c1c tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32075'] for port, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:51.165305 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-f84a621b-92d4-4484-9da7-a9bfe635af65 req-4a1f547e-ca7b-41f8-bc4d-227adbd49c1c tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.36 "DELETE /v2.0/ports/42f445f4-e87a-4d6f-b3b2-0c6909763766 HTTP/1.1" status: 204 len: 173 time: 0.9668756 Jun 10 14:44:51.165775 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10a33dd6-1367-49ed-86f0-a27bccfcf9a0', 'name': 'network-vif-deleted', 'tag': '42f445f4-e87a-4d6f-b3b2-0c6909763766'}] {{(pid=98188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:44:51.168150 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f0fe7ff9a18056505f9f26f34e6288f69420e23a9758a676b79d6915a840c7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80f76ad4-9fa0-4ad3-be7e-49eeca3ead87" -d '{"events": [{"server_uuid": "10a33dd6-1367-49ed-86f0-a27bccfcf9a0", "name": "network-vif-deleted", "tag": "42f445f4-e87a-4d6f-b3b2-0c6909763766"}]}' {{(pid=98188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:44:51.217848 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 14:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-887e611d-32ef-4710-96b1-4002710b65f3 x-openstack-request-id: req-887e611d-32ef-4710-96b1-4002710b65f3 {{(pid=98188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:44:51.218489 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10a33dd6-1367-49ed-86f0-a27bccfcf9a0", "name": "network-vif-deleted", "tag": "42f445f4-e87a-4d6f-b3b2-0c6909763766", "status": "completed", "code": 200}]} {{(pid=98188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:44:51.218489 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-887e611d-32ef-4710-96b1-4002710b65f3 {{(pid=98188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:44:51.218822 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10a33dd6-1367-49ed-86f0-a27bccfcf9a0', 'name': 'network-vif-deleted', 'tag': '42f445f4-e87a-4d6f-b3b2-0c6909763766', 'status': 'completed', 'code': 200} Jun 10 14:44:51.818575 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0126f1e-760b-4564-9ebf-cf92c6ef453d req-e210e7dd-a4f5-41a8-984b-525a45d71dcd tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:51.820019 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-a0126f1e-760b-4564-9ebf-cf92c6ef453d req-e210e7dd-a4f5-41a8-984b-525a45d71dcd tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c52d258-0d8b-45e0-820c-de32496e39eb HTTP/1.1" status: 200 len: 945 time: 0.0678484 Jun 10 14:44:51.919917 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-a0126f1e-760b-4564-9ebf-cf92c6ef453d req-92f0226c-03dd-4a5c-8423-169e17221939 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?id=bffe4572-7302-4f5a-9da6-eede10fb958e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941768 Jun 10 14:44:51.942639 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e624a11-6dd2-431f-82ec-b13832a3ec57 req-ca7d8b63-0438-443c-99df-98923933dd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:51.949285 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-8e624a11-6dd2-431f-82ec-b13832a3ec57 req-ca7d8b63-0438-443c-99df-98923933dd89 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5bcb8fb4303e43e69f7032747c4983b8&device_id=1c52d258-0d8b-45e0-820c-de32496e39eb HTTP/1.1" status: 200 len: 1098 time: 0.0929034 Jun 10 14:44:52.085684 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-fc2fae16-48d9-4ddd-8aed-29b8deee6b83 req-31931ef2-f809-400c-8e2d-ce6d44ad0f52 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] 10.222.0.38 "GET /v2.0/ports?device_id=10a33dd6-1367-49ed-86f0-a27bccfcf9a0 HTTP/1.1" status: 200 len: 210 time: 0.0377800 Jun 10 14:44:52.132714 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e624a11-6dd2-431f-82ec-b13832a3ec57 req-c0373caa-e2e0-424f-981e-ad3e5cb1de7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:52.134166 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-8e624a11-6dd2-431f-82ec-b13832a3ec57 req-c0373caa-e2e0-424f-981e-ad3e5cb1de7a service neutron] 10.222.0.36 "GET /v2.0/networks?id=c57efc93-51ff-4248-b65b-e26a6d17993d HTTP/1.1" status: 200 len: 918 time: 0.1778762 Jun 10 14:44:52.222140 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-8e624a11-6dd2-431f-82ec-b13832a3ec57 req-83c394a4-ab7a-4076-993f-d89ccdfbf66c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e687c7b7-493c-4e9c-b3ab-85878b4485c5 HTTP/1.1" status: 200 len: 1001 time: 0.0808399 Jun 10 14:44:52.323508 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e624a11-6dd2-431f-82ec-b13832a3ec57 req-a328e83f-8475-479d-9564-7e5cfb10a863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:52.324885 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-8e624a11-6dd2-431f-82ec-b13832a3ec57 req-a328e83f-8475-479d-9564-7e5cfb10a863 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3eeef57d-bb05-42dc-8725-b618d4269135 HTTP/1.1" status: 200 len: 856 time: 0.0853179 Jun 10 14:44:52.586389 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42671b8e-90bf-431c-ab20-8013de1d7b41 req-6c91dd03-fe8c-43a8-8b8a-bb39aa232715 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:52.587739 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-42671b8e-90bf-431c-ab20-8013de1d7b41 req-6c91dd03-fe8c-43a8-8b8a-bb39aa232715 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9a3b00d-2848-49e7-b8bf-d499e1885c8a HTTP/1.1" status: 200 len: 946 time: 0.3576012 Jun 10 14:44:52.642762 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-42671b8e-90bf-431c-ab20-8013de1d7b41 req-a5381210-68a9-4d0c-a3df-c2ca1037d095 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/security-groups?id=7ef18720-15dd-4ca1-94ee-72a6568dc847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486910 Jun 10 14:44:52.645397 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e624a11-6dd2-431f-82ec-b13832a3ec57 req-30c02b6b-8ad2-44f5-ab71-b44d08557a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:52.646741 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-8e624a11-6dd2-431f-82ec-b13832a3ec57 req-30c02b6b-8ad2-44f5-ab71-b44d08557a7f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c57efc93-51ff-4248-b65b-e26a6d17993d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3140345 Jun 10 14:44:52.761841 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-8e624a11-6dd2-431f-82ec-b13832a3ec57 req-18b21f33-2b18-4c03-970a-acb04805808a service neutron] 10.222.0.36 "GET /v2.0/networks/c57efc93-51ff-4248-b65b-e26a6d17993d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075215 Jun 10 14:44:52.877181 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-8e624a11-6dd2-431f-82ec-b13832a3ec57 req-33ea06ac-fa4d-488d-9b89-3b266c2ac262 service neutron] 10.222.0.36 "GET /v2.0/networks/c57efc93-51ff-4248-b65b-e26a6d17993d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071463 Jun 10 14:44:53.110638 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89002cfc-10bb-4553-a258-cd10023cec77 req-834aef60-894a-4e96-8332-63909daccf68 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:53.112413 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-89002cfc-10bb-4553-a258-cd10023cec77 req-834aef60-894a-4e96-8332-63909daccf68 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c52d258-0d8b-45e0-820c-de32496e39eb HTTP/1.1" status: 200 len: 945 time: 0.0678895 Jun 10 14:44:53.154853 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-89002cfc-10bb-4553-a258-cd10023cec77 req-9864938e-674d-4e35-ae25-f0ee253f7356 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?id=bffe4572-7302-4f5a-9da6-eede10fb958e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355766 Jun 10 14:44:53.180947 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 36364) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:44:53.231004 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.db.db_base_plugin_v2 [None req-73145bc6-02dd-4852-81de-1965deae2d7d admin admin] Deleting subnet f163fe2f-7ae5-4149-86b3-e8dbde6e7191 {{(pid=98188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 14:44:53.233922 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-73145bc6-02dd-4852-81de-1965deae2d7d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:53.279525 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-73145bc6-02dd-4852-81de-1965deae2d7d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2286371'] for subnet, precommit_delete_associations {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:53.326308 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-73145bc6-02dd-4852-81de-1965deae2d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32873560'] for subnet, precommit_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:53.332518 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.agents_db [None req-cd79858f-8c6e-4eae-9804-968873059af8 None None] Agent healthcheck: found 6 active agents {{(pid=98191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 14:44:53.387395 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-73145bc6-02dd-4852-81de-1965deae2d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32873539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4121722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3531569'] for subnet, after_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:53.390371 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:44:53.426832 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73145bc6-02dd-4852-81de-1965deae2d7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f163fe2f-7ae5-4149-86b3-e8dbde6e7191,revision_number=None']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:44:53.428792 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-73145bc6-02dd-4852-81de-1965deae2d7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545536'] for subnet, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:53.430614 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-73145bc6-02dd-4852-81de-1965deae2d7d admin admin] 10.222.0.38 "DELETE /v2.0/subnets/f163fe2f-7ae5-4149-86b3-e8dbde6e7191 HTTP/1.1" status: 204 len: 168 time: 0.2486765 Jun 10 14:44:53.431416 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-73145bc6-02dd-4852-81de-1965deae2d7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:44:53.433156 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 36366) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:44:53.520785 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-aab880e5-537b-4fa6-9a78-1802b7adfaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33045441'] for network, before_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:53.624709 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-aab880e5-537b-4fa6-9a78-1802b7adfaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32876247', 'neutron.services.segments.db._delete_segments_for_network-8770842930095'] for network, precommit_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:53.635873 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.services.segments.db [None req-aab880e5-537b-4fa6-9a78-1802b7adfaa9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4744fb36-3c6e-45ed-8835-58a06f451405']}} {{(pid=98188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:44:53.646924 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.services.segments.db [None req-aab880e5-537b-4fa6-9a78-1802b7adfaa9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c43a5be5-1290-4a91-ba59-a957b85e24b7') {'for_net_delete': True} {{(pid=98188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:44:53.647220 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.services.segments.db [None req-aab880e5-537b-4fa6-9a78-1802b7adfaa9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c43a5be5-1290-4a91-ba59-a957b85e24b7') {} {{(pid=98188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:44:53.656564 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-aab880e5-537b-4fa6-9a78-1802b7adfaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770842929924', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2286394'] for segment, before_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:53.670790 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-aab880e5-537b-4fa6-9a78-1802b7adfaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32871535'] for segment, precommit_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:53.676762 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aab880e5-537b-4fa6-9a78-1802b7adfaa9 admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=98188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 14:44:53.677156 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-aab880e5-537b-4fa6-9a78-1802b7adfaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32871535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4122341'] for segment, after_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:53.678808 dv-cinder-795785-1-smb neutron-server[98188]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 14:44:53.678808 dv-cinder-795785-1-smb neutron-server[98188]: conditions |= (models_v2.Port.network_id.in_( Jun 10 14:44:53.678808 dv-cinder-795785-1-smb neutron-server[98188]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 14:44:53.678808 dv-cinder-795785-1-smb neutron-server[98188]: retrieve_revision_numbers = { Jun 10 14:44:53.678808 dv-cinder-795785-1-smb neutron-server[98188]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 14:44:53.678808 dv-cinder-795785-1-smb neutron-server[98188]: conditions |= (models_v2.Port.network_id.in_( Jun 10 14:44:53.678808 dv-cinder-795785-1-smb neutron-server[98188]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 14:44:53.678808 dv-cinder-795785-1-smb neutron-server[98188]: retrieve_revision_numbers = { Jun 10 14:44:53.678808 dv-cinder-795785-1-smb neutron-server[98188]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 14:44:53.678808 dv-cinder-795785-1-smb neutron-server[98188]: conditions |= (models_v2.Port.network_id.in_( Jun 10 14:44:53.678808 dv-cinder-795785-1-smb neutron-server[98188]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 14:44:53.678808 dv-cinder-795785-1-smb neutron-server[98188]: retrieve_revision_numbers = { Jun 10 14:44:53.678808 dv-cinder-795785-1-smb neutron-server[98188]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 14:44:53.678808 dv-cinder-795785-1-smb neutron-server[98188]: conditions |= (models_v2.Port.network_id.in_( Jun 10 14:44:53.678808 dv-cinder-795785-1-smb neutron-server[98188]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 14:44:53.678808 dv-cinder-795785-1-smb neutron-server[98188]: retrieve_revision_numbers = { Jun 10 14:44:53.678808 dv-cinder-795785-1-smb neutron-server[98188]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 14:44:53.678808 dv-cinder-795785-1-smb neutron-server[98188]: conditions |= (models_v2.Port.network_id.in_( Jun 10 14:44:53.678808 dv-cinder-795785-1-smb neutron-server[98188]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 14:44:53.678808 dv-cinder-795785-1-smb neutron-server[98188]: retrieve_revision_numbers = { Jun 10 14:44:53.678808 dv-cinder-795785-1-smb neutron-server[98188]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 14:44:53.678808 dv-cinder-795785-1-smb neutron-server[98188]: retrieve_revision_numbers = { Jun 10 14:44:53.678808 dv-cinder-795785-1-smb neutron-server[98188]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 14:44:53.678808 dv-cinder-795785-1-smb neutron-server[98188]: conditions |= (models_v2.Port.network_id.in_( Jun 10 14:44:53.678808 dv-cinder-795785-1-smb neutron-server[98188]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 14:44:53.678808 dv-cinder-795785-1-smb neutron-server[98188]: retrieve_revision_numbers = { Jun 10 14:44:53.678808 dv-cinder-795785-1-smb neutron-server[98188]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 14:44:53.678808 dv-cinder-795785-1-smb neutron-server[98188]: conditions |= (models_v2.Port.network_id.in_( Jun 10 14:44:53.678808 dv-cinder-795785-1-smb neutron-server[98188]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 14:44:53.678808 dv-cinder-795785-1-smb neutron-server[98188]: retrieve_revision_numbers = { Jun 10 14:44:53.678808 dv-cinder-795785-1-smb neutron-server[98188]: Traceback (most recent call last): Jun 10 14:44:53.678808 dv-cinder-795785-1-smb neutron-server[98188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 14:44:53.678808 dv-cinder-795785-1-smb neutron-server[98188]: timer() Jun 10 14:44:53.678808 dv-cinder-795785-1-smb neutron-server[98188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 14:44:53.678808 dv-cinder-795785-1-smb neutron-server[98188]: cb(*args, **kw) Jun 10 14:44:53.678808 dv-cinder-795785-1-smb neutron-server[98188]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 14:44:53.678808 dv-cinder-795785-1-smb neutron-server[98188]: return func(*args, **kwargs) Jun 10 14:44:53.678808 dv-cinder-795785-1-smb neutron-server[98188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 14:44:53.678808 dv-cinder-795785-1-smb neutron-server[98188]: self._notify() Jun 10 14:44:53.678808 dv-cinder-795785-1-smb neutron-server[98188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 14:44:53.678808 dv-cinder-795785-1-smb neutron-server[98188]: self.callback(batched_events) Jun 10 14:44:53.678808 dv-cinder-795785-1-smb neutron-server[98188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 14:44:53.678808 dv-cinder-795785-1-smb neutron-server[98188]: event.method(event) Jun 10 14:44:53.678808 dv-cinder-795785-1-smb neutron-server[98188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 14:44:53.678808 dv-cinder-795785-1-smb neutron-server[98188]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 14:44:53.678808 dv-cinder-795785-1-smb neutron-server[98188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 14:44:53.678808 dv-cinder-795785-1-smb neutron-server[98188]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 14:44:53.678808 dv-cinder-795785-1-smb neutron-server[98188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 14:44:53.678808 dv-cinder-795785-1-smb neutron-server[98188]: return f(self, *a, **k) Jun 10 14:44:53.678808 dv-cinder-795785-1-smb neutron-server[98188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 14:44:53.678808 dv-cinder-795785-1-smb neutron-server[98188]: return self._get(url).json() Jun 10 14:44:53.678808 dv-cinder-795785-1-smb neutron-server[98188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 14:44:53.678808 dv-cinder-795785-1-smb neutron-server[98188]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 14:44:53.678808 dv-cinder-795785-1-smb neutron-server[98188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 14:44:53.678808 dv-cinder-795785-1-smb neutron-server[98188]: return self.request(url, 'GET', **kwargs) Jun 10 14:44:53.678808 dv-cinder-795785-1-smb neutron-server[98188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 14:44:53.678808 dv-cinder-795785-1-smb neutron-server[98188]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 14:44:53.678808 dv-cinder-795785-1-smb neutron-server[98188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 14:44:53.678808 dv-cinder-795785-1-smb neutron-server[98188]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 14:44:53.682927 dv-cinder-795785-1-smb neutron-server[98188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 14:44:53.682927 dv-cinder-795785-1-smb neutron-server[98188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 14:44:53.682927 dv-cinder-795785-1-smb neutron-server[98188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 14:44:53.756971 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-aab880e5-537b-4fa6-9a78-1802b7adfaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32876254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726027'] for network, after_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:53.760813 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:44:53.763345 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-aab880e5-537b-4fa6-9a78-1802b7adfaa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545536'] for network, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:53.765319 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-aab880e5-537b-4fa6-9a78-1802b7adfaa9 admin admin] 10.222.0.38 "DELETE /v2.0/networks/4744fb36-3c6e-45ed-8835-58a06f451405 HTTP/1.1" status: 204 len: 168 time: 0.3311219 Jun 10 14:44:53.788195 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab880e5-537b-4fa6-9a78-1802b7adfaa9 admin admin] Pushing event deleted for resources: {'Network': ['ID=4744fb36-3c6e-45ed-8835-58a06f451405,revision_number=None']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:44:53.791807 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-aab880e5-537b-4fa6-9a78-1802b7adfaa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:44:53.853247 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15969c33-a736-423b-957f-c925111124b3 req-a6a3c127-5496-487e-9725-18847e8f3eb0 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:53.854699 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-15969c33-a736-423b-957f-c925111124b3 req-a6a3c127-5496-487e-9725-18847e8f3eb0 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9a3b00d-2848-49e7-b8bf-d499e1885c8a HTTP/1.1" status: 200 len: 946 time: 0.0864787 Jun 10 14:44:53.878264 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 36372) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:44:53.901327 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-15969c33-a736-423b-957f-c925111124b3 req-af08204e-7453-443a-9145-1c0aa2e4b14e tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/security-groups?id=7ef18720-15dd-4ca1-94ee-72a6568dc847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405438 Jun 10 14:44:53.926071 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-8f9a55f4-5f93-409f-8845-ff90e21a0711 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=93ab3eb0808c4780983402342bde2843&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0465226 Jun 10 14:44:53.927956 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 36376) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:44:53.981694 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-9168724f-f954-4500-88ab-ddc65ffdf9e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:54.004796 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-9168724f-f954-4500-88ab-ddc65ffdf9e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:54.053978 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-9168724f-f954-4500-88ab-ddc65ffdf9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:54.056599 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-9168724f-f954-4500-88ab-ddc65ffdf9e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:54.057708 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-9168724f-f954-4500-88ab-ddc65ffdf9e7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/aa6450ec-2090-40c0-8f5e-ef907fcb2083 HTTP/1.1" status: 204 len: 168 time: 0.1288087 Jun 10 14:44:54.058484 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:44:54.067729 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9168724f-f954-4500-88ab-ddc65ffdf9e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa6450ec-2090-40c0-8f5e-ef907fcb2083,revision_number=None']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:44:54.070014 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-9168724f-f954-4500-88ab-ddc65ffdf9e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:44:54.347727 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4badd607-c178-4a13-b4a3-a11f2b80dcce req-87a36a40-111f-49fc-a2ad-4dc3718d9a2d tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:54.349464 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-4badd607-c178-4a13-b4a3-a11f2b80dcce req-87a36a40-111f-49fc-a2ad-4dc3718d9a2d tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c52d258-0d8b-45e0-820c-de32496e39eb HTTP/1.1" status: 200 len: 945 time: 0.0743148 Jun 10 14:44:54.397010 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-4badd607-c178-4a13-b4a3-a11f2b80dcce req-fd13ad01-e829-444a-a6f4-7363b5ff16e8 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?id=bffe4572-7302-4f5a-9da6-eede10fb958e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393543 Jun 10 14:44:54.575295 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Device 42f445f4-e87a-4d6f-b3b2-0c6909763766 no longer exists at agent hyperv_hv-cinder-79578 {{(pid=98190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 14:44:54.599771 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.plugin [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] No Port match for: 42f445f4-e87a-4d6f-b3b2-0c6909763766 {{(pid=98190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 14:44:54.600128 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Device 42f445f4-e87a-4d6f-b3b2-0c6909763766 not bound to the agent host hv-cinder-79578 {{(pid=98190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 14:44:54.600584 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Device e687c7b7-493c-4e9c-b3ab-85878b4485c5 no longer exists at agent hyperv_hv-cinder-79578 {{(pid=98190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 14:44:54.690475 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:54.714226 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c52d258-0d8b-45e0-820c-de32496e39eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e687c7b7-493c-4e9c-b3ab-85878b4485c5'}] {{(pid=98190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:44:54.716487 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3d4185ab3030d597d4fdff3a42636a440041618624b200d466a1cf3773607d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-620e2535-e7f3-4c5c-955b-12dc5cafe5ef" -d '{"events": [{"server_uuid": "1c52d258-0d8b-45e0-820c-de32496e39eb", "name": "network-vif-unplugged", "status": "completed", "tag": "e687c7b7-493c-4e9c-b3ab-85878b4485c5"}]}' {{(pid=98190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:44:54.730595 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] For port e687c7b7-493c-4e9c-b3ab-85878b4485c5, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=e687c7b7-493c-4e9c-b3ab-85878b4485c5,segment=NetworkSegment(3ec2b1b1-734c-41eb-833f-8070e711f15c),segment_id=3ec2b1b1-734c-41eb-833f-8070e711f15c)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:44:54.735481 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:54.738096 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-7319bcbd-358a-4937-a650-fdec975814a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:44:54.808081 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Pushing event updated for resources: {'Port': ['ID=e687c7b7-493c-4e9c-b3ab-85878b4485c5,revision_number=8']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:44:54.811953 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:44:54.919683 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Jun 2021 14:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-107eff57-3d34-4991-8ff8-04736bf5d0ea x-openstack-request-id: req-107eff57-3d34-4991-8ff8-04736bf5d0ea {{(pid=98190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:44:54.920060 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c52d258-0d8b-45e0-820c-de32496e39eb", "name": "network-vif-unplugged", "status": "completed", "tag": "e687c7b7-493c-4e9c-b3ab-85878b4485c5", "code": 200}]} {{(pid=98190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:44:54.920438 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-107eff57-3d34-4991-8ff8-04736bf5d0ea {{(pid=98190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:44:54.920906 dv-cinder-795785-1-smb neutron-server[98190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c52d258-0d8b-45e0-820c-de32496e39eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e687c7b7-493c-4e9c-b3ab-85878b4485c5', 'code': 200} Jun 10 14:44:55.107234 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e7adf2-1e30-41f9-9815-ddf2b15b033d req-da58eae8-3f60-4f13-94d8-44b6db020370 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:55.108976 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-08e7adf2-1e30-41f9-9815-ddf2b15b033d req-da58eae8-3f60-4f13-94d8-44b6db020370 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9a3b00d-2848-49e7-b8bf-d499e1885c8a HTTP/1.1" status: 200 len: 946 time: 0.0810218 Jun 10 14:44:55.156118 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-08e7adf2-1e30-41f9-9815-ddf2b15b033d req-fcd4266a-0ca7-4307-8c42-a82d8fb8c893 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/security-groups?id=7ef18720-15dd-4ca1-94ee-72a6568dc847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393469 Jun 10 14:44:55.608840 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d267a92-38e1-49b4-825a-16299b1538f3 req-be7bd32c-1418-4e7c-9c38-1aab1d8f2388 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:55.610576 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-2d267a92-38e1-49b4-825a-16299b1538f3 req-be7bd32c-1418-4e7c-9c38-1aab1d8f2388 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c52d258-0d8b-45e0-820c-de32496e39eb HTTP/1.1" status: 200 len: 943 time: 0.0913568 Jun 10 14:44:55.674753 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-2d267a92-38e1-49b4-825a-16299b1538f3 req-84a4a799-e3a9-4be5-9c18-f7fc78f92e18 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?id=bffe4572-7302-4f5a-9da6-eede10fb958e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572562 Jun 10 14:44:55.786824 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 36446) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:44:55.899035 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-8ed5ede4-b3b7-4525-925d-a5774b1b5e18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:55.999178 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-8ed5ede4-b3b7-4525-925d-a5774b1b5e18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:56.003776 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-8ed5ede4-b3b7-4525-925d-a5774b1b5e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:56.007465 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-4ffc59a9-f59b-4b45-8a6d-c1abb691ddcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:44:56.050355 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-8ed5ede4-b3b7-4525-925d-a5774b1b5e18 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0da4a72750964bce893a3c9bcff752d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2624753 Jun 10 14:44:56.052367 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed5ede4-b3b7-4525-925d-a5774b1b5e18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c55148b3-8655-44a9-bc54-04bc1c4ddc86,revision_number=1']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:44:56.053077 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 36458) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:44:56.055295 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-8ed5ede4-b3b7-4525-925d-a5774b1b5e18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:44:56.106794 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-ba29992a-af44-47d8-89c0-d2cd156b0ebe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:56.131754 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-ba29992a-af44-47d8-89c0-d2cd156b0ebe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:56.181799 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-ba29992a-af44-47d8-89c0-d2cd156b0ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:56.184489 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-ba29992a-af44-47d8-89c0-d2cd156b0ebe admin admin] Notify callbacks [] for security_group, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:56.185690 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-ba29992a-af44-47d8-89c0-d2cd156b0ebe admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c55148b3-8655-44a9-bc54-04bc1c4ddc86 HTTP/1.1" status: 204 len: 168 time: 0.1316533 Jun 10 14:44:56.186690 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-b605b93d-8b6d-4cae-95eb-54d10a76c5c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:44:56.196948 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba29992a-af44-47d8-89c0-d2cd156b0ebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c55148b3-8655-44a9-bc54-04bc1c4ddc86,revision_number=None']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:44:56.199483 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-ba29992a-af44-47d8-89c0-d2cd156b0ebe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:44:56.363906 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8512f795-23ca-4721-a827-2f50598a5d0a req-67c8a84d-3d6d-47c7-944f-053b67a736b1 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:56.365576 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-8512f795-23ca-4721-a827-2f50598a5d0a req-67c8a84d-3d6d-47c7-944f-053b67a736b1 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9a3b00d-2848-49e7-b8bf-d499e1885c8a HTTP/1.1" status: 200 len: 946 time: 0.0784931 Jun 10 14:44:56.420817 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-8512f795-23ca-4721-a827-2f50598a5d0a req-1a3c96b4-cef4-4d8b-bd96-f96dfbb89c97 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/security-groups?id=7ef18720-15dd-4ca1-94ee-72a6568dc847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497031 Jun 10 14:44:56.500359 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc53afe-ae13-4ae4-9093-df2df8c3c212 req-c8d655f8-0626-4bf1-91ff-0f6d89f1684f tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:56.501976 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-8cc53afe-ae13-4ae4-9093-df2df8c3c212 req-c8d655f8-0626-4bf1-91ff-0f6d89f1684f tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c52d258-0d8b-45e0-820c-de32496e39eb HTTP/1.1" status: 200 len: 943 time: 0.0875614 Jun 10 14:44:56.509705 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 36482) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:44:56.534487 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-a10c4d10-51de-413c-a309-2e3a27c2e3bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:56.545078 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-8cc53afe-ae13-4ae4-9093-df2df8c3c212 req-18d2486b-1843-40a4-b946-c28ab459d3d9 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?id=bffe4572-7302-4f5a-9da6-eede10fb958e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370145 Jun 10 14:44:56.639158 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-a10c4d10-51de-413c-a309-2e3a27c2e3bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:56.643844 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-a10c4d10-51de-413c-a309-2e3a27c2e3bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:56.647329 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-6af68fa1-d952-45ac-b39c-a1ac7e43ce3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:44:56.685026 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-a10c4d10-51de-413c-a309-2e3a27c2e3bb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1fddbed4a24449c593c07c078c48681d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1713772 Jun 10 14:44:56.686029 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 36484) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:44:56.692842 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10c4d10-51de-413c-a309-2e3a27c2e3bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66cf422b-9b09-41ed-ab5b-c7ca737d830b,revision_number=1']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:44:56.696506 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-a10c4d10-51de-413c-a309-2e3a27c2e3bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:44:56.750752 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-1507640f-22f6-4cb4-ba02-9003432ad59c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:56.776756 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-1507640f-22f6-4cb4-ba02-9003432ad59c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:56.827824 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-1507640f-22f6-4cb4-ba02-9003432ad59c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:56.831195 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-1507640f-22f6-4cb4-ba02-9003432ad59c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:56.832730 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-1507640f-22f6-4cb4-ba02-9003432ad59c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/66cf422b-9b09-41ed-ab5b-c7ca737d830b HTTP/1.1" status: 204 len: 168 time: 0.1447117 Jun 10 14:44:56.833403 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-9113ded8-e392-4a30-920c-770906b975cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:44:56.841996 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1507640f-22f6-4cb4-ba02-9003432ad59c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66cf422b-9b09-41ed-ab5b-c7ca737d830b,revision_number=None']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:44:56.844174 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-1507640f-22f6-4cb4-ba02-9003432ad59c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:44:56.886284 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 36496) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:44:56.988253 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-e63a4622-cb8f-4ef9-b4f6-554c50a8f4c4 req-32574019-0e8c-46fd-baac-938073396f54 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1c52d258-0d8b-45e0-820c-de32496e39eb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1007373 Jun 10 14:44:57.520512 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 36528) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:44:57.635996 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.v2.base [None req-ac379889-a4be-42f4-b838-a2c823b8a8af admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-244003260-network', 'tenant_id': '7e296621790c4420b99970bc46fbef14'}} {{(pid=98188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:44:57.648351 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad848efc-f35d-4168-9a48-ebc973d7a19b req-0ed80b15-2622-42c7-9e26-15c48bea5a6b tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:57.650607 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-ad848efc-f35d-4168-9a48-ebc973d7a19b req-0ed80b15-2622-42c7-9e26-15c48bea5a6b tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9a3b00d-2848-49e7-b8bf-d499e1885c8a HTTP/1.1" status: 200 len: 946 time: 0.1075435 Jun 10 14:44:57.694238 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac379889-a4be-42f4-b838-a2c823b8a8af admin admin] Made reservation on behalf of 7e296621790c4420b99970bc46fbef14 for: {'network': 1} {{(pid=98188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 14:44:57.696586 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-ac379889-a4be-42f4-b838-a2c823b8a8af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33290777'] for network, before_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:57.739064 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-ac379889-a4be-42f4-b838-a2c823b8a8af admin admin] Notify callbacks [] for security_group, before_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:57.768971 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-ad848efc-f35d-4168-9a48-ebc973d7a19b req-a33b578a-3a73-4c98-bcac-6468ff352ebd tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/security-groups?id=7ef18720-15dd-4ca1-94ee-72a6568dc847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113815 Jun 10 14:44:57.824710 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d1acf-7a50-428f-8aad-e67ab8cae4b0 req-3c3ee923-a90b-4635-ba6f-e1b7c37b383f tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:57.826211 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-ee8d1acf-7a50-428f-8aad-e67ab8cae4b0 req-3c3ee923-a90b-4635-ba6f-e1b7c37b383f tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c52d258-0d8b-45e0-820c-de32496e39eb HTTP/1.1" status: 200 len: 943 time: 0.1480458 Jun 10 14:44:57.884716 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-ee8d1acf-7a50-428f-8aad-e67ab8cae4b0 req-b5cb428b-ecb5-4bef-bcb9-68d89c24b3f1 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?id=bffe4572-7302-4f5a-9da6-eede10fb958e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512457 Jun 10 14:44:57.918544 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-ac379889-a4be-42f4-b838-a2c823b8a8af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:57.922380 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-ac379889-a4be-42f4-b838-a2c823b8a8af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:57.925778 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-483db866-513f-4107-87c5-6d7311b66297 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:44:57.952247 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac379889-a4be-42f4-b838-a2c823b8a8af admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=98188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 14:44:57.959396 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac379889-a4be-42f4-b838-a2c823b8a8af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=032730a6-b2b9-4133-b452-d4149214f1cf,revision_number=1']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:44:57.964955 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-ac379889-a4be-42f4-b838-a2c823b8a8af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:44:57.966015 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-ac379889-a4be-42f4-b838-a2c823b8a8af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32871535'] for segment, precommit_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:57.966344 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.db.segments_db [None req-ac379889-a4be-42f4-b838-a2c823b8a8af admin admin] Added segment 83af4a73-94e4-4b3d-bce9-d2f2081ce1ee of type vlan for network 830ba30d-f9bd-4fb1-95b8-8c900e9b1e72 Jun 10 14:44:58.022950 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-ac379889-a4be-42f4-b838-a2c823b8a8af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770842362772'] for network, precommit_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:58.053269 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-ac379889-a4be-42f4-b838-a2c823b8a8af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545563'] for network, after_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:58.054490 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac379889-a4be-42f4-b838-a2c823b8a8af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:58.055080 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-ac379889-a4be-42f4-b838-a2c823b8a8af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545536'] for network, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:58.057876 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:44:58.083962 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-ac379889-a4be-42f4-b838-a2c823b8a8af admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5622733 Jun 10 14:44:58.087105 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 36534) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:44:58.093834 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.v2.base [None req-c47b5b91-cdd0-49e2-9101-8123286e4d16 admin admin] Request body: {'subnet': {'network_id': '830ba30d-f9bd-4fb1-95b8-8c900e9b1e72', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-244003260-subnet', 'tenant_id': '7e296621790c4420b99970bc46fbef14', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:44:58.118950 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c47b5b91-cdd0-49e2-9101-8123286e4d16 admin admin] Made reservation on behalf of 7e296621790c4420b99970bc46fbef14 for: {'subnet': 1} {{(pid=98189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 14:44:58.121284 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-c47b5b91-cdd0-49e2-9101-8123286e4d16 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:58.144647 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac379889-a4be-42f4-b838-a2c823b8a8af admin admin] Pushing event updated for resources: {'Network': ['ID=830ba30d-f9bd-4fb1-95b8-8c900e9b1e72,revision_number=1']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:44:58.147287 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-ac379889-a4be-42f4-b838-a2c823b8a8af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:44:58.154375 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Network 830ba30d-f9bd-4fb1-95b8-8c900e9b1e72 details requested by agent ovs-agent-dv-cinder-795785-1-smb with host dv-cinder-795785-1-smb {{(pid=98190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 14:44:58.340633 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-c47b5b91-cdd0-49e2-9101-8123286e4d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554'] for subnet, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:58.343527 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-366e4687-94e3-4702-828b-59747fb9d4f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:44:58.404891 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47b5b91-cdd0-49e2-9101-8123286e4d16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1ec9e0b-d610-4cc9-8afc-9dfa8eadd143,revision_number=0']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:44:58.411273 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-c47b5b91-cdd0-49e2-9101-8123286e4d16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:44:58.413903 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47b5b91-cdd0-49e2-9101-8123286e4d16 admin admin] Checking segment: {'id': '83af4a73-94e4-4b3d-bce9-d2f2081ce1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '830ba30d-f9bd-4fb1-95b8-8c900e9b1e72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 14:44:58.414258 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47b5b91-cdd0-49e2-9101-8123286e4d16 admin admin] Network hostable DHCP agents. Network: 830ba30d-f9bd-4fb1-95b8-8c900e9b1e72, hostable agents: ['e526b2fa-fac9-473e-91d9-302d4f3c322e'], hosted agents: [] {{(pid=98189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 14:44:58.432120 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47b5b91-cdd0-49e2-9101-8123286e4d16 admin admin] Network 830ba30d-f9bd-4fb1-95b8-8c900e9b1e72 is scheduled to be hosted by DHCP agent e526b2fa-fac9-473e-91d9-302d4f3c322e with binding_index 1 {{(pid=98189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 14:44:58.442702 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.base_scheduler [None req-c47b5b91-cdd0-49e2-9101-8123286e4d16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795785-1-smb, 830ba30d-f9bd-4fb1-95b8-8c900e9b1e72) {{(pid=98189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:44:58.452879 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa43b9d-491d-4e10-bc47-9b33a0aa5482 None None] Network 830ba30d-f9bd-4fb1-95b8-8c900e9b1e72 requested from dv-cinder-795785-1-smb {{(pid=98190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 14:44:58.453867 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47b5b91-cdd0-49e2-9101-8123286e4d16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:58.454717 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-c47b5b91-cdd0-49e2-9101-8123286e4d16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545536'] for subnet, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:58.480695 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-c47b5b91-cdd0-49e2-9101-8123286e4d16 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3915110 Jun 10 14:44:58.542727 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63a4622-cb8f-4ef9-b4f6-554c50a8f4c4 req-afd60c33-4cfa-49b7-ab89-f82460b0fb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:58.544440 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-e63a4622-cb8f-4ef9-b4f6-554c50a8f4c4 req-afd60c33-4cfa-49b7-ab89-f82460b0fb2d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1c52d258-0d8b-45e0-820c-de32496e39eb&tenant_id=5bcb8fb4303e43e69f7032747c4983b8 HTTP/1.1" status: 200 len: 1096 time: 0.1179168 Jun 10 14:44:58.606447 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Device e687c7b7-493c-4e9c-b3ab-85878b4485c5 no longer exists at agent hyperv_hv-cinder-79578 {{(pid=98190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 14:44:58.669615 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9214daff-098b-472e-acd5-aa4226e2a8cb None None] Network 830ba30d-f9bd-4fb1-95b8-8c900e9b1e72 requested from dv-cinder-795785-1-smb {{(pid=98190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 14:44:58.689736 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63a4622-cb8f-4ef9-b4f6-554c50a8f4c4 req-41b5eda8-72a6-4663-a6d3-7bad77f35e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:58.691672 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-e63a4622-cb8f-4ef9-b4f6-554c50a8f4c4 req-41b5eda8-72a6-4663-a6d3-7bad77f35e23 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5bcb8fb4303e43e69f7032747c4983b8&device_id=1c52d258-0d8b-45e0-820c-de32496e39eb HTTP/1.1" status: 200 len: 1096 time: 0.0991061 Jun 10 14:44:58.827350 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63a4622-cb8f-4ef9-b4f6-554c50a8f4c4 req-637981e0-06ba-4c20-ac64-cb4053a71e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:58.829028 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-e63a4622-cb8f-4ef9-b4f6-554c50a8f4c4 req-637981e0-06ba-4c20-ac64-cb4053a71e96 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c57efc93-51ff-4248-b65b-e26a6d17993d HTTP/1.1" status: 200 len: 918 time: 0.1244748 Jun 10 14:44:58.970613 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-e63a4622-cb8f-4ef9-b4f6-554c50a8f4c4 req-028852fc-2488-4328-8b7f-7147fd230a8e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e687c7b7-493c-4e9c-b3ab-85878b4485c5 HTTP/1.1" status: 200 len: 999 time: 0.1314447 Jun 10 14:44:59.018769 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 36562) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:44:59.024108 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.v2.base [None req-40fce4ce-0520-4a3e-8dd1-c2336eadb7fa admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-601367610-network', 'tenant_id': '9c0497a110c54b3a9a8782ede7f2ded9'}} {{(pid=98189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:44:59.038769 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fc307b-c6d4-4ebc-a96d-4e30751526cc req-1c84e9ba-5e79-4aff-8290-ab1b09684a5c tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:59.040395 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-e0fc307b-c6d4-4ebc-a96d-4e30751526cc req-1c84e9ba-5e79-4aff-8290-ab1b09684a5c tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9a3b00d-2848-49e7-b8bf-d499e1885c8a HTTP/1.1" status: 200 len: 946 time: 0.1325006 Jun 10 14:44:59.046033 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40fce4ce-0520-4a3e-8dd1-c2336eadb7fa admin admin] Made reservation on behalf of 9c0497a110c54b3a9a8782ede7f2ded9 for: {'network': 1} {{(pid=98189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 14:44:59.049239 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-40fce4ce-0520-4a3e-8dd1-c2336eadb7fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33290777'] for network, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:59.064699 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-40fce4ce-0520-4a3e-8dd1-c2336eadb7fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:59.101614 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63a4622-cb8f-4ef9-b4f6-554c50a8f4c4 req-44d3ed82-fad7-44f7-8e83-32f535829b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:59.103096 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-e63a4622-cb8f-4ef9-b4f6-554c50a8f4c4 req-44d3ed82-fad7-44f7-8e83-32f535829b3a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3eeef57d-bb05-42dc-8725-b618d4269135 HTTP/1.1" status: 200 len: 856 time: 0.1219492 Jun 10 14:44:59.161722 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-40fce4ce-0520-4a3e-8dd1-c2336eadb7fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:59.169014 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-40fce4ce-0520-4a3e-8dd1-c2336eadb7fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:59.174799 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-1b2c46f9-9cc1-48da-b662-f38d9f20700e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:44:59.175012 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-e0fc307b-c6d4-4ebc-a96d-4e30751526cc req-36837d08-5633-42e7-b5ad-a5951150e8e1 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/security-groups?id=7ef18720-15dd-4ca1-94ee-72a6568dc847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054919 Jun 10 14:44:59.195340 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40fce4ce-0520-4a3e-8dd1-c2336eadb7fa admin admin] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=98189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 14:44:59.196200 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fe5feb-4c45-4e25-abd9-82f1c20a2e87 req-311f5576-3453-45eb-8005-ec619ba5f298 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:59.197677 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-b3fe5feb-4c45-4e25-abd9-82f1c20a2e87 req-311f5576-3453-45eb-8005-ec619ba5f298 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c52d258-0d8b-45e0-820c-de32496e39eb HTTP/1.1" status: 200 len: 943 time: 0.1768115 Jun 10 14:44:59.216313 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fce4ce-0520-4a3e-8dd1-c2336eadb7fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a844545-0adb-4b47-9f38-4311f3b1f967,revision_number=1']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:44:59.221137 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-40fce4ce-0520-4a3e-8dd1-c2336eadb7fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:44:59.222453 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-40fce4ce-0520-4a3e-8dd1-c2336eadb7fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32871535'] for segment, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:59.222789 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.db.segments_db [None req-40fce4ce-0520-4a3e-8dd1-c2336eadb7fa admin admin] Added segment 881f022c-095a-4e12-9eea-de008a47d548 of type vlan for network 5285a32d-d635-44f5-9de5-d19d42446876 Jun 10 14:44:59.256164 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-b3fe5feb-4c45-4e25-abd9-82f1c20a2e87 req-98b2f0d5-80c6-4c3b-b789-23adeb2973c8 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?id=bffe4572-7302-4f5a-9da6-eede10fb958e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527472 Jun 10 14:44:59.259002 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63a4622-cb8f-4ef9-b4f6-554c50a8f4c4 req-58bb0aea-fc7a-42d2-8d26-6acd9d0fead1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:59.260562 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-e63a4622-cb8f-4ef9-b4f6-554c50a8f4c4 req-58bb0aea-fc7a-42d2-8d26-6acd9d0fead1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c57efc93-51ff-4248-b65b-e26a6d17993d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1442044 Jun 10 14:44:59.273831 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-40fce4ce-0520-4a3e-8dd1-c2336eadb7fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770842362772'] for network, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:59.309930 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-40fce4ce-0520-4a3e-8dd1-c2336eadb7fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545563'] for network, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:59.311251 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40fce4ce-0520-4a3e-8dd1-c2336eadb7fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:59.313456 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-40fce4ce-0520-4a3e-8dd1-c2336eadb7fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545536'] for network, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:59.316062 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-f0c82494-b2f3-444b-82ee-afdc620bbaeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:44:59.350016 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-40fce4ce-0520-4a3e-8dd1-c2336eadb7fa admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3274982 Jun 10 14:44:59.361518 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 36566) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:44:59.366937 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.v2.base [None req-836fabaf-d86c-4c28-a15e-f01bec0863af admin admin] Request body: {'subnet': {'network_id': '5285a32d-d635-44f5-9de5-d19d42446876', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-601367610-subnet', 'tenant_id': '9c0497a110c54b3a9a8782ede7f2ded9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:44:59.402313 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-e63a4622-cb8f-4ef9-b4f6-554c50a8f4c4 req-2631f578-02cc-40e3-83fc-094b14f04d3f service neutron] 10.222.0.36 "GET /v2.0/networks/c57efc93-51ff-4248-b65b-e26a6d17993d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341615 Jun 10 14:44:59.425855 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fce4ce-0520-4a3e-8dd1-c2336eadb7fa admin admin] Pushing event updated for resources: {'Network': ['ID=5285a32d-d635-44f5-9de5-d19d42446876,revision_number=1']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:44:59.431004 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-40fce4ce-0520-4a3e-8dd1-c2336eadb7fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:44:59.439797 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Network 5285a32d-d635-44f5-9de5-d19d42446876 details requested by agent ovs-agent-dv-cinder-795785-1-smb with host dv-cinder-795785-1-smb {{(pid=98190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 14:44:59.446594 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-836fabaf-d86c-4c28-a15e-f01bec0863af admin admin] Made reservation on behalf of 9c0497a110c54b3a9a8782ede7f2ded9 for: {'subnet': 1} {{(pid=98189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 14:44:59.448896 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-836fabaf-d86c-4c28-a15e-f01bec0863af admin admin] Notify callbacks [] for subnet, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:59.525444 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-e63a4622-cb8f-4ef9-b4f6-554c50a8f4c4 req-9c468618-b423-47c8-b864-05f387971c2b service neutron] 10.222.0.36 "GET /v2.0/networks/c57efc93-51ff-4248-b65b-e26a6d17993d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160009 Jun 10 14:44:59.682695 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-836fabaf-d86c-4c28-a15e-f01bec0863af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554'] for subnet, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:59.685016 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-013c1e43-c047-45ea-a98a-c91cf310f46a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:44:59.760429 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836fabaf-d86c-4c28-a15e-f01bec0863af admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b665801-bb52-4689-b253-b3885378e5db,revision_number=0']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:44:59.763479 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-836fabaf-d86c-4c28-a15e-f01bec0863af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:44:59.766291 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836fabaf-d86c-4c28-a15e-f01bec0863af admin admin] Checking segment: {'id': '881f022c-095a-4e12-9eea-de008a47d548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '5285a32d-d635-44f5-9de5-d19d42446876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 14:44:59.766651 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836fabaf-d86c-4c28-a15e-f01bec0863af admin admin] Network hostable DHCP agents. Network: 5285a32d-d635-44f5-9de5-d19d42446876, hostable agents: ['e526b2fa-fac9-473e-91d9-302d4f3c322e'], hosted agents: [] {{(pid=98189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 14:44:59.787991 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836fabaf-d86c-4c28-a15e-f01bec0863af admin admin] Network 5285a32d-d635-44f5-9de5-d19d42446876 is scheduled to be hosted by DHCP agent e526b2fa-fac9-473e-91d9-302d4f3c322e with binding_index 1 {{(pid=98189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 14:44:59.798760 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.base_scheduler [None req-836fabaf-d86c-4c28-a15e-f01bec0863af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795785-1-smb, 5285a32d-d635-44f5-9de5-d19d42446876) {{(pid=98189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:44:59.803211 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836fabaf-d86c-4c28-a15e-f01bec0863af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:59.803950 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-836fabaf-d86c-4c28-a15e-f01bec0863af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545536'] for subnet, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:59.808891 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765837e7-81d7-4159-b88d-e5e489e8a4bc None None] Network 5285a32d-d635-44f5-9de5-d19d42446876 requested from dv-cinder-795785-1-smb {{(pid=98190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 14:44:59.821122 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-836fabaf-d86c-4c28-a15e-f01bec0863af admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4582534 Jun 10 14:44:59.958341 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 36588) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:45:00.020445 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.db.db_base_plugin_v2 [None req-afb0a05d-5e06-489c-8714-54bd51cb6331 admin admin] Deleting subnet b1ec9e0b-d610-4cc9-8afc-9dfa8eadd143 {{(pid=98188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 14:45:00.024245 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-afb0a05d-5e06-489c-8714-54bd51cb6331 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:00.061672 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f544f9-95e8-46a7-8ec4-3b97e1067d8c None None] Network 5285a32d-d635-44f5-9de5-d19d42446876 requested from dv-cinder-795785-1-smb {{(pid=98190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 14:45:00.073483 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-afb0a05d-5e06-489c-8714-54bd51cb6331 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2286371'] for subnet, precommit_delete_associations {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:00.123245 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-afb0a05d-5e06-489c-8714-54bd51cb6331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32873560'] for subnet, precommit_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:00.198755 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-afb0a05d-5e06-489c-8714-54bd51cb6331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32873539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4121722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3531569'] for subnet, after_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:00.234264 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-ce7f1948-ec26-4449-8e77-6563ffcf71bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:00.297301 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb0a05d-5e06-489c-8714-54bd51cb6331 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1ec9e0b-d610-4cc9-8afc-9dfa8eadd143,revision_number=None']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:00.300058 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-afb0a05d-5e06-489c-8714-54bd51cb6331 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545536'] for subnet, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:00.302021 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-afb0a05d-5e06-489c-8714-54bd51cb6331 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/b1ec9e0b-d610-4cc9-8afc-9dfa8eadd143 HTTP/1.1" status: 204 len: 168 time: 0.3430681 Jun 10 14:45:00.304491 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-afb0a05d-5e06-489c-8714-54bd51cb6331 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:00.304950 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 36600) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:45:00.459501 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-050335bb-7eb4-43f4-b17d-90f9c53065cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33045441'] for network, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:00.594500 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-050335bb-7eb4-43f4-b17d-90f9c53065cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32876247', 'neutron.services.segments.db._delete_segments_for_network-8770842930095'] for network, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:00.610576 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-050335bb-7eb4-43f4-b17d-90f9c53065cd admin admin] Subscribe: > segment before_delete 55550000 {{(pid=98189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:45:00.611282 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-050335bb-7eb4-43f4-b17d-90f9c53065cd admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=98189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:45:00.612476 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-050335bb-7eb4-43f4-b17d-90f9c53065cd admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:45:00.613021 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-050335bb-7eb4-43f4-b17d-90f9c53065cd admin admin] Subscribe: > port after_create 55550000 {{(pid=98189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:45:00.613551 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-050335bb-7eb4-43f4-b17d-90f9c53065cd admin admin] Subscribe: > port after_delete 55550000 {{(pid=98189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:45:00.614138 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-050335bb-7eb4-43f4-b17d-90f9c53065cd admin admin] Subscribe: > port after_update 55550000 {{(pid=98189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:45:00.614667 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-050335bb-7eb4-43f4-b17d-90f9c53065cd admin admin] Subscribe: > segment after_delete 55550000 {{(pid=98189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:45:00.615212 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-050335bb-7eb4-43f4-b17d-90f9c53065cd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:45:00.615886 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-050335bb-7eb4-43f4-b17d-90f9c53065cd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:45:00.616528 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-050335bb-7eb4-43f4-b17d-90f9c53065cd admin admin] Subscribe: > subnet after_update 55550000 {{(pid=98189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:45:00.714864 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-050335bb-7eb4-43f4-b17d-90f9c53065cd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:45:00.715212 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-050335bb-7eb4-43f4-b17d-90f9c53065cd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:45:00.715540 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-050335bb-7eb4-43f4-b17d-90f9c53065cd admin admin] Subscribe: > subnet before_create 55550000 {{(pid=98189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:45:00.715868 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-050335bb-7eb4-43f4-b17d-90f9c53065cd admin admin] Subscribe: > subnet before_update 55550000 {{(pid=98189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:45:00.716237 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.services.segments.db [None req-050335bb-7eb4-43f4-b17d-90f9c53065cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['830ba30d-f9bd-4fb1-95b8-8c900e9b1e72']}} {{(pid=98189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:45:00.744984 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4834a4ab-4117-45e9-92d7-bfee82d791c4 req-e8890ede-a479-46d2-8073-23ec15169b91 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:00.745237 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.services.segments.db [None req-050335bb-7eb4-43f4-b17d-90f9c53065cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83af4a73-94e4-4b3d-bce9-d2f2081ce1ee') {'for_net_delete': True} {{(pid=98189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:45:00.745237 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.services.segments.db [None req-050335bb-7eb4-43f4-b17d-90f9c53065cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83af4a73-94e4-4b3d-bce9-d2f2081ce1ee') {} {{(pid=98189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:45:00.751949 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-4834a4ab-4117-45e9-92d7-bfee82d791c4 req-e8890ede-a479-46d2-8073-23ec15169b91 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9a3b00d-2848-49e7-b8bf-d499e1885c8a HTTP/1.1" status: 200 len: 946 time: 0.3505058 Jun 10 14:45:00.796963 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-050335bb-7eb4-43f4-b17d-90f9c53065cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770842929924', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10153179'] for segment, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:00.807146 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1e3232-6bd1-4f08-a8fd-bad963b23552 req-5cb53896-2bbc-4e3a-b32f-7d86f784e96c tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:00.813279 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-dc1e3232-6bd1-4f08-a8fd-bad963b23552 req-5cb53896-2bbc-4e3a-b32f-7d86f784e96c tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c52d258-0d8b-45e0-820c-de32496e39eb HTTP/1.1" status: 200 len: 943 time: 0.3749650 Jun 10 14:45:00.819647 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-4834a4ab-4117-45e9-92d7-bfee82d791c4 req-1e7765c0-d016-4bac-81ea-d65fa2d493c3 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/security-groups?id=7ef18720-15dd-4ca1-94ee-72a6568dc847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667932 Jun 10 14:45:00.824754 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-050335bb-7eb4-43f4-b17d-90f9c53065cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32871535'] for segment, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:00.838140 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-050335bb-7eb4-43f4-b17d-90f9c53065cd admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=98189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 14:45:00.838691 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-050335bb-7eb4-43f4-b17d-90f9c53065cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32871535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10153616'] for segment, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:00.843581 dv-cinder-795785-1-smb neutron-server[98189]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 10 14:45:00.843581 dv-cinder-795785-1-smb neutron-server[98189]: from cryptography.utils import int_from_bytes Jun 10 14:45:00.843581 dv-cinder-795785-1-smb neutron-server[98189]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 10 14:45:00.843581 dv-cinder-795785-1-smb neutron-server[98189]: from cryptography.utils import int_from_bytes Jun 10 14:45:00.843581 dv-cinder-795785-1-smb neutron-server[98189]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 14:45:00.843581 dv-cinder-795785-1-smb neutron-server[98189]: retrieve_revision_numbers = { Jun 10 14:45:00.843581 dv-cinder-795785-1-smb neutron-server[98189]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 14:45:00.843581 dv-cinder-795785-1-smb neutron-server[98189]: conditions |= (models_v2.Port.network_id.in_( Jun 10 14:45:00.843581 dv-cinder-795785-1-smb neutron-server[98189]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 14:45:00.843581 dv-cinder-795785-1-smb neutron-server[98189]: retrieve_revision_numbers = { Jun 10 14:45:00.843581 dv-cinder-795785-1-smb neutron-server[98189]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 14:45:00.843581 dv-cinder-795785-1-smb neutron-server[98189]: retrieve_revision_numbers = { Jun 10 14:45:00.843581 dv-cinder-795785-1-smb neutron-server[98189]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 14:45:00.843581 dv-cinder-795785-1-smb neutron-server[98189]: retrieve_revision_numbers = { Jun 10 14:45:00.843581 dv-cinder-795785-1-smb neutron-server[98189]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 14:45:00.843581 dv-cinder-795785-1-smb neutron-server[98189]: conditions |= (models_v2.Port.network_id.in_( Jun 10 14:45:00.843581 dv-cinder-795785-1-smb neutron-server[98189]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 14:45:00.843581 dv-cinder-795785-1-smb neutron-server[98189]: retrieve_revision_numbers = { Jun 10 14:45:00.843581 dv-cinder-795785-1-smb neutron-server[98189]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 14:45:00.843581 dv-cinder-795785-1-smb neutron-server[98189]: conditions |= (models_v2.Port.network_id.in_( Jun 10 14:45:00.843581 dv-cinder-795785-1-smb neutron-server[98189]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 14:45:00.843581 dv-cinder-795785-1-smb neutron-server[98189]: retrieve_revision_numbers = { Jun 10 14:45:00.843581 dv-cinder-795785-1-smb neutron-server[98189]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 14:45:00.843581 dv-cinder-795785-1-smb neutron-server[98189]: retrieve_revision_numbers = { Jun 10 14:45:00.843581 dv-cinder-795785-1-smb neutron-server[98189]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 14:45:00.843581 dv-cinder-795785-1-smb neutron-server[98189]: retrieve_revision_numbers = { Jun 10 14:45:00.843581 dv-cinder-795785-1-smb neutron-server[98189]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 14:45:00.843581 dv-cinder-795785-1-smb neutron-server[98189]: conditions |= (models_v2.Port.network_id.in_( Jun 10 14:45:00.843581 dv-cinder-795785-1-smb neutron-server[98189]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 14:45:00.843581 dv-cinder-795785-1-smb neutron-server[98189]: retrieve_revision_numbers = { Jun 10 14:45:00.843581 dv-cinder-795785-1-smb neutron-server[98189]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 14:45:00.843581 dv-cinder-795785-1-smb neutron-server[98189]: retrieve_revision_numbers = { Jun 10 14:45:00.843581 dv-cinder-795785-1-smb neutron-server[98189]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 14:45:00.843581 dv-cinder-795785-1-smb neutron-server[98189]: conditions |= (models_v2.Port.network_id.in_( Jun 10 14:45:00.843581 dv-cinder-795785-1-smb neutron-server[98189]: Traceback (most recent call last): Jun 10 14:45:00.843581 dv-cinder-795785-1-smb neutron-server[98189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 14:45:00.843581 dv-cinder-795785-1-smb neutron-server[98189]: timer() Jun 10 14:45:00.843581 dv-cinder-795785-1-smb neutron-server[98189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 14:45:00.843581 dv-cinder-795785-1-smb neutron-server[98189]: cb(*args, **kw) Jun 10 14:45:00.843581 dv-cinder-795785-1-smb neutron-server[98189]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 14:45:00.843581 dv-cinder-795785-1-smb neutron-server[98189]: return func(*args, **kwargs) Jun 10 14:45:00.843581 dv-cinder-795785-1-smb neutron-server[98189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 14:45:00.843581 dv-cinder-795785-1-smb neutron-server[98189]: self._notify() Jun 10 14:45:00.843581 dv-cinder-795785-1-smb neutron-server[98189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 14:45:00.843581 dv-cinder-795785-1-smb neutron-server[98189]: self.callback(batched_events) Jun 10 14:45:00.843581 dv-cinder-795785-1-smb neutron-server[98189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 14:45:00.843581 dv-cinder-795785-1-smb neutron-server[98189]: event.method(event) Jun 10 14:45:00.843581 dv-cinder-795785-1-smb neutron-server[98189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 14:45:00.843581 dv-cinder-795785-1-smb neutron-server[98189]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 14:45:00.843581 dv-cinder-795785-1-smb neutron-server[98189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 14:45:00.843581 dv-cinder-795785-1-smb neutron-server[98189]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 14:45:00.843581 dv-cinder-795785-1-smb neutron-server[98189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 14:45:00.843581 dv-cinder-795785-1-smb neutron-server[98189]: return f(self, *a, **k) Jun 10 14:45:00.843581 dv-cinder-795785-1-smb neutron-server[98189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 14:45:00.848156 dv-cinder-795785-1-smb neutron-server[98189]: return self._get(url).json() Jun 10 14:45:00.848156 dv-cinder-795785-1-smb neutron-server[98189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 14:45:00.848156 dv-cinder-795785-1-smb neutron-server[98189]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 14:45:00.848156 dv-cinder-795785-1-smb neutron-server[98189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 14:45:00.848156 dv-cinder-795785-1-smb neutron-server[98189]: return self.request(url, 'GET', **kwargs) Jun 10 14:45:00.848156 dv-cinder-795785-1-smb neutron-server[98189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 14:45:00.848156 dv-cinder-795785-1-smb neutron-server[98189]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 14:45:00.848156 dv-cinder-795785-1-smb neutron-server[98189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 14:45:00.848156 dv-cinder-795785-1-smb neutron-server[98189]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 14:45:00.848156 dv-cinder-795785-1-smb neutron-server[98189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 14:45:00.848156 dv-cinder-795785-1-smb neutron-server[98189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 14:45:00.848156 dv-cinder-795785-1-smb neutron-server[98189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 14:45:00.884806 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-dc1e3232-6bd1-4f08-a8fd-bad963b23552 req-adefd7bd-a61e-4c0a-91bf-484f7662574f tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?id=bffe4572-7302-4f5a-9da6-eede10fb958e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619924 Jun 10 14:45:00.933012 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-050335bb-7eb4-43f4-b17d-90f9c53065cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32876254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726027'] for network, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:00.938357 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-fd9ee64a-db5f-49e1-91cb-2435975a8a57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:00.945262 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-050335bb-7eb4-43f4-b17d-90f9c53065cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545536'] for network, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:00.947202 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-050335bb-7eb4-43f4-b17d-90f9c53065cd admin admin] 10.222.0.38 "DELETE /v2.0/networks/830ba30d-f9bd-4fb1-95b8-8c900e9b1e72 HTTP/1.1" status: 204 len: 168 time: 0.6412661 Jun 10 14:45:00.950071 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 36604) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:45:00.966699 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050335bb-7eb4-43f4-b17d-90f9c53065cd admin admin] Pushing event deleted for resources: {'Network': ['ID=830ba30d-f9bd-4fb1-95b8-8c900e9b1e72,revision_number=None']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:00.972422 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-050335bb-7eb4-43f4-b17d-90f9c53065cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:01.003777 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.db.db_base_plugin_v2 [None req-157fb2de-fbe2-42e3-a839-fb5df3992b7b admin admin] Deleting subnet 9b665801-bb52-4689-b253-b3885378e5db {{(pid=98188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 14:45:01.007061 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-157fb2de-fbe2-42e3-a839-fb5df3992b7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:01.059246 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-157fb2de-fbe2-42e3-a839-fb5df3992b7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2286371'] for subnet, precommit_delete_associations {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:01.105528 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-157fb2de-fbe2-42e3-a839-fb5df3992b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32873560'] for subnet, precommit_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:01.169423 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-157fb2de-fbe2-42e3-a839-fb5df3992b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32873539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4121722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3531569'] for subnet, after_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:01.171625 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-73145bc6-02dd-4852-81de-1965deae2d7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:01.201075 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157fb2de-fbe2-42e3-a839-fb5df3992b7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b665801-bb52-4689-b253-b3885378e5db,revision_number=None']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:01.203427 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-157fb2de-fbe2-42e3-a839-fb5df3992b7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:01.208485 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-157fb2de-fbe2-42e3-a839-fb5df3992b7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545536'] for subnet, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:01.210361 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-157fb2de-fbe2-42e3-a839-fb5df3992b7b admin admin] 10.222.0.38 "DELETE /v2.0/subnets/9b665801-bb52-4689-b253-b3885378e5db HTTP/1.1" status: 204 len: 168 time: 0.2592454 Jun 10 14:45:01.212768 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 36606) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:45:01.309993 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-d61445e8-6bc7-4ade-be54-cc9ff8704048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33045441'] for network, before_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:01.422372 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-d61445e8-6bc7-4ade-be54-cc9ff8704048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32876247', 'neutron.services.segments.db._delete_segments_for_network-8770842930095'] for network, precommit_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:01.433893 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.services.segments.db [None req-d61445e8-6bc7-4ade-be54-cc9ff8704048 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5285a32d-d635-44f5-9de5-d19d42446876']}} {{(pid=98188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:45:01.447006 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.services.segments.db [None req-d61445e8-6bc7-4ade-be54-cc9ff8704048 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '881f022c-095a-4e12-9eea-de008a47d548') {'for_net_delete': True} {{(pid=98188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:45:01.447302 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.services.segments.db [None req-d61445e8-6bc7-4ade-be54-cc9ff8704048 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '881f022c-095a-4e12-9eea-de008a47d548') {} {{(pid=98188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:45:01.458743 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-d61445e8-6bc7-4ade-be54-cc9ff8704048 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770842929924', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2286394'] for segment, before_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:01.478701 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-d61445e8-6bc7-4ade-be54-cc9ff8704048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32871535'] for segment, precommit_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:01.493606 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d61445e8-6bc7-4ade-be54-cc9ff8704048 admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=98188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 14:45:01.494065 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-d61445e8-6bc7-4ade-be54-cc9ff8704048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32871535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4122341'] for segment, after_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:01.495945 dv-cinder-795785-1-smb neutron-server[98188]: Traceback (most recent call last): Jun 10 14:45:01.495945 dv-cinder-795785-1-smb neutron-server[98188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 14:45:01.495945 dv-cinder-795785-1-smb neutron-server[98188]: timer() Jun 10 14:45:01.495945 dv-cinder-795785-1-smb neutron-server[98188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 14:45:01.495945 dv-cinder-795785-1-smb neutron-server[98188]: cb(*args, **kw) Jun 10 14:45:01.495945 dv-cinder-795785-1-smb neutron-server[98188]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 14:45:01.495945 dv-cinder-795785-1-smb neutron-server[98188]: return func(*args, **kwargs) Jun 10 14:45:01.495945 dv-cinder-795785-1-smb neutron-server[98188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 14:45:01.495945 dv-cinder-795785-1-smb neutron-server[98188]: self._notify() Jun 10 14:45:01.495945 dv-cinder-795785-1-smb neutron-server[98188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 14:45:01.495945 dv-cinder-795785-1-smb neutron-server[98188]: self.callback(batched_events) Jun 10 14:45:01.495945 dv-cinder-795785-1-smb neutron-server[98188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 14:45:01.495945 dv-cinder-795785-1-smb neutron-server[98188]: event.method(event) Jun 10 14:45:01.495945 dv-cinder-795785-1-smb neutron-server[98188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 14:45:01.495945 dv-cinder-795785-1-smb neutron-server[98188]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 14:45:01.495945 dv-cinder-795785-1-smb neutron-server[98188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 14:45:01.495945 dv-cinder-795785-1-smb neutron-server[98188]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 14:45:01.495945 dv-cinder-795785-1-smb neutron-server[98188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 14:45:01.495945 dv-cinder-795785-1-smb neutron-server[98188]: return f(self, *a, **k) Jun 10 14:45:01.495945 dv-cinder-795785-1-smb neutron-server[98188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 14:45:01.495945 dv-cinder-795785-1-smb neutron-server[98188]: return self._get(url).json() Jun 10 14:45:01.495945 dv-cinder-795785-1-smb neutron-server[98188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 14:45:01.495945 dv-cinder-795785-1-smb neutron-server[98188]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 14:45:01.495945 dv-cinder-795785-1-smb neutron-server[98188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 14:45:01.495945 dv-cinder-795785-1-smb neutron-server[98188]: return self.request(url, 'GET', **kwargs) Jun 10 14:45:01.495945 dv-cinder-795785-1-smb neutron-server[98188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 14:45:01.495945 dv-cinder-795785-1-smb neutron-server[98188]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 14:45:01.495945 dv-cinder-795785-1-smb neutron-server[98188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 14:45:01.495945 dv-cinder-795785-1-smb neutron-server[98188]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 14:45:01.495945 dv-cinder-795785-1-smb neutron-server[98188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 14:45:01.495945 dv-cinder-795785-1-smb neutron-server[98188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 14:45:01.495945 dv-cinder-795785-1-smb neutron-server[98188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 14:45:01.578915 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-d61445e8-6bc7-4ade-be54-cc9ff8704048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32876254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726027'] for network, after_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:01.583306 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:01.587367 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-d61445e8-6bc7-4ade-be54-cc9ff8704048 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545536'] for network, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:01.589355 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-d61445e8-6bc7-4ade-be54-cc9ff8704048 admin admin] 10.222.0.38 "DELETE /v2.0/networks/5285a32d-d635-44f5-9de5-d19d42446876 HTTP/1.1" status: 204 len: 168 time: 0.3755779 Jun 10 14:45:01.603367 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61445e8-6bc7-4ade-be54-cc9ff8704048 admin admin] Pushing event deleted for resources: {'Network': ['ID=5285a32d-d635-44f5-9de5-d19d42446876,revision_number=None']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:01.606309 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-d61445e8-6bc7-4ade-be54-cc9ff8704048 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:01.778760 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 36618) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:45:01.828580 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-f37fd78b-bb21-4ca0-81d7-e398567a65d6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7e296621790c4420b99970bc46fbef14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0480855 Jun 10 14:45:01.831541 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 36620) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:45:01.890196 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-c1c9e104-0942-4eda-b5fc-b9f8034d1922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:01.915146 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-c1c9e104-0942-4eda-b5fc-b9f8034d1922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:01.970176 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-c1c9e104-0942-4eda-b5fc-b9f8034d1922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:01.974654 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-c1c9e104-0942-4eda-b5fc-b9f8034d1922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:01.978091 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-c1c9e104-0942-4eda-b5fc-b9f8034d1922 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/032730a6-b2b9-4133-b452-d4149214f1cf HTTP/1.1" status: 204 len: 168 time: 0.1423872 Jun 10 14:45:01.978091 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-dba5c5c7-4756-4b17-9988-459395e66b1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:02.005434 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c9e104-0942-4eda-b5fc-b9f8034d1922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=032730a6-b2b9-4133-b452-d4149214f1cf,revision_number=None']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:02.040778 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-c1c9e104-0942-4eda-b5fc-b9f8034d1922 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:02.148792 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec977a67-ee4d-4d8d-bfba-18280ada4607 req-2a727886-c44c-417c-a6db-53a72015e0fb tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:02.150134 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-ec977a67-ee4d-4d8d-bfba-18280ada4607 req-2a727886-c44c-417c-a6db-53a72015e0fb tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9a3b00d-2848-49e7-b8bf-d499e1885c8a HTTP/1.1" status: 200 len: 946 time: 0.1470172 Jun 10 14:45:02.157485 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40f4b1f-497e-4e0b-8450-0f5530add7a0 req-76075213-b3c7-4570-8698-f59cffaab3b9 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:02.159144 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-d40f4b1f-497e-4e0b-8450-0f5530add7a0 req-76075213-b3c7-4570-8698-f59cffaab3b9 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c52d258-0d8b-45e0-820c-de32496e39eb HTTP/1.1" status: 200 len: 943 time: 0.1283712 Jun 10 14:45:02.236713 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-ec977a67-ee4d-4d8d-bfba-18280ada4607 req-d1509aaa-edee-476a-b973-c9595ad1e7bc tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/security-groups?id=7ef18720-15dd-4ca1-94ee-72a6568dc847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763080 Jun 10 14:45:02.241682 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-d40f4b1f-497e-4e0b-8450-0f5530add7a0 req-7f1c91f8-09dc-4a48-932e-41f0b7c565e5 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?id=bffe4572-7302-4f5a-9da6-eede10fb958e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747297 Jun 10 14:45:02.404117 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 36630) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:45:02.453144 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-82ed2f45-9528-4d9f-995d-061244a0eafc admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9c0497a110c54b3a9a8782ede7f2ded9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0477479 Jun 10 14:45:02.456465 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 36632) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:45:02.513217 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-f4adf08e-c0d5-4709-a53f-d3e9a0b9405c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:02.541345 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-f4adf08e-c0d5-4709-a53f-d3e9a0b9405c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:02.593068 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-f4adf08e-c0d5-4709-a53f-d3e9a0b9405c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:02.596168 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-f4adf08e-c0d5-4709-a53f-d3e9a0b9405c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:02.599907 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-f4adf08e-c0d5-4709-a53f-d3e9a0b9405c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0a844545-0adb-4b47-9f38-4311f3b1f967 HTTP/1.1" status: 204 len: 168 time: 0.1398532 Jun 10 14:45:02.599907 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-7d83cb3b-8abd-45b6-88fc-49a660f8092b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:02.607506 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4adf08e-c0d5-4709-a53f-d3e9a0b9405c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a844545-0adb-4b47-9f38-4311f3b1f967,revision_number=None']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:02.609846 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-f4adf08e-c0d5-4709-a53f-d3e9a0b9405c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:03.480384 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b71421-1842-4e9c-b5ce-13673ca005c5 req-173fe128-7074-4555-8914-d884c7a9485f tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:03.481884 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-a2b71421-1842-4e9c-b5ce-13673ca005c5 req-173fe128-7074-4555-8914-d884c7a9485f tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9a3b00d-2848-49e7-b8bf-d499e1885c8a HTTP/1.1" status: 200 len: 946 time: 0.1293535 Jun 10 14:45:03.503876 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d42f2c-1c5f-450a-837e-95b5ba79d7e3 req-390f5ba0-2dae-4c6f-976b-d5a5d5e9c219 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:03.505387 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-89d42f2c-1c5f-450a-837e-95b5ba79d7e3 req-390f5ba0-2dae-4c6f-976b-d5a5d5e9c219 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c52d258-0d8b-45e0-820c-de32496e39eb HTTP/1.1" status: 200 len: 943 time: 0.1134517 Jun 10 14:45:03.578177 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-a2b71421-1842-4e9c-b5ce-13673ca005c5 req-89dc21f5-45b8-4e73-99d7-50c88c993e26 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/security-groups?id=7ef18720-15dd-4ca1-94ee-72a6568dc847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834773 Jun 10 14:45:03.584414 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-89d42f2c-1c5f-450a-837e-95b5ba79d7e3 req-1252e5b5-ad98-411e-85e9-17eb7c9568be tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?id=bffe4572-7302-4f5a-9da6-eede10fb958e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721951 Jun 10 14:45:04.867235 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed647ca2-13a9-4f00-ae27-43681642e319 req-50fca434-4195-4e3e-b6f7-6ce0ab8d095e tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:04.870815 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-ed647ca2-13a9-4f00-ae27-43681642e319 req-50fca434-4195-4e3e-b6f7-6ce0ab8d095e tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9a3b00d-2848-49e7-b8bf-d499e1885c8a HTTP/1.1" status: 200 len: 946 time: 0.1479244 Jun 10 14:45:04.930708 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c41a7a-43b1-46d2-9092-bfb34cbab5a7 req-99f81e96-6058-4a66-a142-a2b14417b931 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:04.936794 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-75c41a7a-43b1-46d2-9092-bfb34cbab5a7 req-99f81e96-6058-4a66-a142-a2b14417b931 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c52d258-0d8b-45e0-820c-de32496e39eb HTTP/1.1" status: 200 len: 943 time: 0.1624970 Jun 10 14:45:04.948688 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-ed647ca2-13a9-4f00-ae27-43681642e319 req-64cf45ba-1ac3-4898-bf36-07d9c4f45a32 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/security-groups?id=7ef18720-15dd-4ca1-94ee-72a6568dc847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714033 Jun 10 14:45:05.008977 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-75c41a7a-43b1-46d2-9092-bfb34cbab5a7 req-43ceee60-5f50-414a-b479-9705413e707e tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?id=bffe4572-7302-4f5a-9da6-eede10fb958e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708649 Jun 10 14:45:05.722671 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 36782) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:45:05.832222 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-f42b5b26-d3f3-43ea-9da3-f2994987aca1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:05.928986 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-f42b5b26-d3f3-43ea-9da3-f2994987aca1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:05.934085 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-f42b5b26-d3f3-43ea-9da3-f2994987aca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:05.936919 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-9e87f5c3-6a89-42a4-9653-383d0a066410 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:05.964339 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42b5b26-d3f3-43ea-9da3-f2994987aca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ba3ddfe-aa75-4e4b-a55f-7c05b70b2a30,revision_number=1']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:05.975826 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-f42b5b26-d3f3-43ea-9da3-f2994987aca1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:05.990242 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-f42b5b26-d3f3-43ea-9da3-f2994987aca1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a732bcfdcaa243418fc34841b47e20c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2659054 Jun 10 14:45:05.992780 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 36786) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:45:06.046780 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-27ffb031-d5ea-4efa-ba67-946cb24ea9c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:06.071968 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-27ffb031-d5ea-4efa-ba67-946cb24ea9c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:06.155952 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-27ffb031-d5ea-4efa-ba67-946cb24ea9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:06.159116 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-27ffb031-d5ea-4efa-ba67-946cb24ea9c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:06.163350 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-27ffb031-d5ea-4efa-ba67-946cb24ea9c9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4ba3ddfe-aa75-4e4b-a55f-7c05b70b2a30 HTTP/1.1" status: 204 len: 168 time: 0.1695976 Jun 10 14:45:06.164469 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-a10c4d10-51de-413c-a309-2e3a27c2e3bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:06.174303 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ffb031-d5ea-4efa-ba67-946cb24ea9c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ba3ddfe-aa75-4e4b-a55f-7c05b70b2a30,revision_number=None']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:06.177387 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-27ffb031-d5ea-4efa-ba67-946cb24ea9c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:06.232816 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c494bec-1c8a-4c6d-a445-126786bc69fd req-72b6f93b-0307-450f-830b-63ae0b2eeaf6 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:06.234335 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-6c494bec-1c8a-4c6d-a445-126786bc69fd req-72b6f93b-0307-450f-830b-63ae0b2eeaf6 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9a3b00d-2848-49e7-b8bf-d499e1885c8a HTTP/1.1" status: 200 len: 946 time: 0.1250799 Jun 10 14:45:06.305032 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeffdcde-456c-49f1-a5c1-30308a77bd2e req-09f85489-1958-481a-ad72-bb31889e27f6 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:06.312603 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-aeffdcde-456c-49f1-a5c1-30308a77bd2e req-09f85489-1958-481a-ad72-bb31889e27f6 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c52d258-0d8b-45e0-820c-de32496e39eb HTTP/1.1" status: 200 len: 943 time: 0.1415205 Jun 10 14:45:06.333004 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-6c494bec-1c8a-4c6d-a445-126786bc69fd req-d7d0df46-b725-4a3b-a8b1-309fdfc04335 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/security-groups?id=7ef18720-15dd-4ca1-94ee-72a6568dc847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874751 Jun 10 14:45:06.374260 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-aeffdcde-456c-49f1-a5c1-30308a77bd2e req-ceb75011-e335-4253-b94d-40d038d7a9e3 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?id=bffe4572-7302-4f5a-9da6-eede10fb958e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605915 Jun 10 14:45:06.550656 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 36798) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:45:06.565947 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-855cde84-f99c-4553-8a91-0b8294a163d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:06.663913 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-855cde84-f99c-4553-8a91-0b8294a163d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:06.668916 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-855cde84-f99c-4553-8a91-0b8294a163d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:06.671570 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-63980e88-1b2f-40d0-bb55-fafe3ffece7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:06.711516 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-855cde84-f99c-4553-8a91-0b8294a163d6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ec4bb2c8f5dc4a4293f0539fac13f828&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1597376 Jun 10 14:45:06.712589 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855cde84-f99c-4553-8a91-0b8294a163d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d6258b-049d-4e64-aee5-ec418940dd7d,revision_number=1']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:06.714164 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 36802) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:45:06.715705 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-855cde84-f99c-4553-8a91-0b8294a163d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:06.771649 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-e82499c9-a742-4a08-a6b8-b5d49a039437 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:06.795854 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-e82499c9-a742-4a08-a6b8-b5d49a039437 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:06.856601 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-e82499c9-a742-4a08-a6b8-b5d49a039437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:06.859136 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-e82499c9-a742-4a08-a6b8-b5d49a039437 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:06.860610 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-e82499c9-a742-4a08-a6b8-b5d49a039437 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e5d6258b-049d-4e64-aee5-ec418940dd7d HTTP/1.1" status: 204 len: 168 time: 0.1451128 Jun 10 14:45:06.861500 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-f1f42e3b-f03e-4f31-aefa-175088c81c77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:06.870067 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82499c9-a742-4a08-a6b8-b5d49a039437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d6258b-049d-4e64-aee5-ec418940dd7d,revision_number=None']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:06.872402 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-e82499c9-a742-4a08-a6b8-b5d49a039437 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:07.525297 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:07.635922 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d986a6-6f8f-459f-beb9-bca4c6218d85 req-48554603-9c0e-49ab-8e9e-91251db900f7 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:07.639719 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-54d986a6-6f8f-459f-beb9-bca4c6218d85 req-48554603-9c0e-49ab-8e9e-91251db900f7 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9a3b00d-2848-49e7-b8bf-d499e1885c8a HTTP/1.1" status: 200 len: 946 time: 0.1744301 Jun 10 14:45:07.652689 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2aaae6-f32e-4cdc-9bc0-d13ace3bc445 req-761a3fa9-e789-44b4-b9f9-de205e29513e tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:07.662382 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-aa2aaae6-f32e-4cdc-9bc0-d13ace3bc445 req-761a3fa9-e789-44b4-b9f9-de205e29513e tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c52d258-0d8b-45e0-820c-de32496e39eb HTTP/1.1" status: 200 len: 943 time: 0.1357603 Jun 10 14:45:07.721232 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-54d986a6-6f8f-459f-beb9-bca4c6218d85 req-a2dc252d-558a-41c8-ad04-efa03f22c184 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/security-groups?id=7ef18720-15dd-4ca1-94ee-72a6568dc847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773151 Jun 10 14:45:07.744816 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-aa2aaae6-f32e-4cdc-9bc0-d13ace3bc445 req-31072b75-2af7-4281-8fda-e59eff7a7eef tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?id=bffe4572-7302-4f5a-9da6-eede10fb958e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765400 Jun 10 14:45:08.982502 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f824500c-bcd5-4f13-b1c5-ad4d2f49b6be req-058ab40a-62a6-4a32-9785-9e24f0c102b4 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:08.984152 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-f824500c-bcd5-4f13-b1c5-ad4d2f49b6be req-058ab40a-62a6-4a32-9785-9e24f0c102b4 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9a3b00d-2848-49e7-b8bf-d499e1885c8a HTTP/1.1" status: 200 len: 946 time: 0.1260219 Jun 10 14:45:08.996961 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567c1ed3-ad67-41ad-b15e-d5d6dd9c5843 req-8112ff6e-4edf-48cf-89c6-498ed3ada6fe tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:08.998426 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-567c1ed3-ad67-41ad-b15e-d5d6dd9c5843 req-8112ff6e-4edf-48cf-89c6-498ed3ada6fe tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c52d258-0d8b-45e0-820c-de32496e39eb HTTP/1.1" status: 200 len: 943 time: 0.1080451 Jun 10 14:45:09.065714 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-f824500c-bcd5-4f13-b1c5-ad4d2f49b6be req-8b6282ed-3df5-4682-8cb3-1622656bcc20 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/security-groups?id=7ef18720-15dd-4ca1-94ee-72a6568dc847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662942 Jun 10 14:45:09.072895 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-567c1ed3-ad67-41ad-b15e-d5d6dd9c5843 req-06edde77-2adf-4976-8ad3-05cbc025e699 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?id=bffe4572-7302-4f5a-9da6-eede10fb958e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665884 Jun 10 14:45:09.562717 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 36886) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:45:09.571740 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-d8378b9c-7b3d-4ad5-aed2-4d20de5c8deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:09.674580 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-45c5d215-ac05-4e48-a95f-a476dde32bb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:09.778717 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-45c5d215-ac05-4e48-a95f-a476dde32bb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:09.784829 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-45c5d215-ac05-4e48-a95f-a476dde32bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:09.788009 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-1507640f-22f6-4cb4-ba02-9003432ad59c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:09.837967 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c5d215-ac05-4e48-a95f-a476dde32bb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f87181a-1866-4a1b-a200-ee025a31ed8b,revision_number=1']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:09.845386 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-45c5d215-ac05-4e48-a95f-a476dde32bb5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0038d891ab884c33a2529d68e4187217&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2809660 Jun 10 14:45:09.846541 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-45c5d215-ac05-4e48-a95f-a476dde32bb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:09.846670 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 36892) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:45:09.902769 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-34687559-e885-48fb-b08b-412d8dbb82da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:09.925564 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-34687559-e885-48fb-b08b-412d8dbb82da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:09.979190 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-34687559-e885-48fb-b08b-412d8dbb82da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:09.981976 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-34687559-e885-48fb-b08b-412d8dbb82da admin admin] Notify callbacks [] for security_group, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:09.985487 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-34687559-e885-48fb-b08b-412d8dbb82da admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0f87181a-1866-4a1b-a200-ee025a31ed8b HTTP/1.1" status: 204 len: 168 time: 0.1355176 Jun 10 14:45:09.985487 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-916ba93b-d1ec-4b92-a57c-850b0db0abd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:09.993108 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34687559-e885-48fb-b08b-412d8dbb82da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f87181a-1866-4a1b-a200-ee025a31ed8b,revision_number=None']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:09.995344 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-34687559-e885-48fb-b08b-412d8dbb82da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:10.311045 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 36902) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:45:10.322145 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ad37b0-b340-45de-a202-749326def65c req-d9d07890-cc5a-48fb-a924-10ab9d4822dd tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:10.323611 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-26ad37b0-b340-45de-a202-749326def65c req-d9d07890-cc5a-48fb-a924-10ab9d4822dd tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c52d258-0d8b-45e0-820c-de32496e39eb HTTP/1.1" status: 200 len: 943 time: 0.1266420 Jun 10 14:45:10.330655 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-d0a7893b-7f6f-4326-880a-2f8de0f154aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:10.334893 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6a366f-84cc-41e0-a309-9f6c227d1a9e req-de35cf60-03f5-4385-8799-27db32511419 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:10.336229 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-9e6a366f-84cc-41e0-a309-9f6c227d1a9e req-de35cf60-03f5-4385-8799-27db32511419 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9a3b00d-2848-49e7-b8bf-d499e1885c8a HTTP/1.1" status: 200 len: 946 time: 0.1291375 Jun 10 14:45:10.421984 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-26ad37b0-b340-45de-a202-749326def65c req-5b9b7063-9ab6-4f11-a19b-3230ea82948f tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?id=bffe4572-7302-4f5a-9da6-eede10fb958e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847352 Jun 10 14:45:10.434991 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-9e6a366f-84cc-41e0-a309-9f6c227d1a9e req-915a4e65-2d8e-459d-a35a-8a54b4e9314c tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/security-groups?id=7ef18720-15dd-4ca1-94ee-72a6568dc847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897679 Jun 10 14:45:10.478816 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-d0a7893b-7f6f-4326-880a-2f8de0f154aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:10.483181 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-d0a7893b-7f6f-4326-880a-2f8de0f154aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:10.486377 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-d002d55a-d910-49a8-a79c-fa6a9d057062 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:10.532964 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-d0a7893b-7f6f-4326-880a-2f8de0f154aa admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e0606159396b4b1daa991224ea465fc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2204652 Jun 10 14:45:10.534009 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a7893b-7f6f-4326-880a-2f8de0f154aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27b7019b-aca7-47d3-8c31-fc45031b53d1,revision_number=1']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:10.535759 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 36904) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:45:10.537340 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-d0a7893b-7f6f-4326-880a-2f8de0f154aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:10.590925 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-97b2381b-45b3-4f9f-b132-40fa2cca2a13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:10.614445 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-97b2381b-45b3-4f9f-b132-40fa2cca2a13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:10.670999 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-97b2381b-45b3-4f9f-b132-40fa2cca2a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:10.674888 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-97b2381b-45b3-4f9f-b132-40fa2cca2a13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:10.676113 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-97b2381b-45b3-4f9f-b132-40fa2cca2a13 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/27b7019b-aca7-47d3-8c31-fc45031b53d1 HTTP/1.1" status: 204 len: 168 time: 0.1393561 Jun 10 14:45:10.677036 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:10.686225 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b2381b-45b3-4f9f-b132-40fa2cca2a13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b7019b-aca7-47d3-8c31-fc45031b53d1,revision_number=None']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:10.688880 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-97b2381b-45b3-4f9f-b132-40fa2cca2a13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:11.682239 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f605a3-5fed-46da-9e46-c91ef53b659c req-40624254-8007-4186-bc0c-271fd2be3c9a tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:11.689596 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-93f605a3-5fed-46da-9e46-c91ef53b659c req-40624254-8007-4186-bc0c-271fd2be3c9a tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9a3b00d-2848-49e7-b8bf-d499e1885c8a HTTP/1.1" status: 200 len: 946 time: 0.1416848 Jun 10 14:45:11.728293 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d105528-8a19-4bde-9475-426386d1a96d req-7094fd31-c2e7-4e13-b3d4-6fced8756c59 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:11.729766 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-1d105528-8a19-4bde-9475-426386d1a96d req-7094fd31-c2e7-4e13-b3d4-6fced8756c59 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c52d258-0d8b-45e0-820c-de32496e39eb HTTP/1.1" status: 200 len: 943 time: 0.1319242 Jun 10 14:45:11.752300 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-93f605a3-5fed-46da-9e46-c91ef53b659c req-e30afd8c-6967-4a06-b5d4-41a280d51b74 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/security-groups?id=7ef18720-15dd-4ca1-94ee-72a6568dc847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617113 Jun 10 14:45:11.787464 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-1d105528-8a19-4bde-9475-426386d1a96d req-7c2d1d9f-ba4f-4f72-aa6e-af340c46e33f tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?id=bffe4572-7302-4f5a-9da6-eede10fb958e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476034 Jun 10 14:45:12.038170 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:12.198403 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-0e633e2f-90be-403a-83c0-018e4bbc8238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:12.997919 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4f4636-0050-4ac6-9375-755e3bef9cee req-5d723dab-30cd-49dc-b402-457694ce71b6 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:12.999347 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-3b4f4636-0050-4ac6-9375-755e3bef9cee req-5d723dab-30cd-49dc-b402-457694ce71b6 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9a3b00d-2848-49e7-b8bf-d499e1885c8a HTTP/1.1" status: 200 len: 946 time: 0.1147852 Jun 10 14:45:13.020772 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c4a018-5750-490c-86ce-6e78a6b9628f req-3d81b1e0-79ca-4c3f-b983-23a942020ed4 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:13.022183 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-89c4a018-5750-490c-86ce-6e78a6b9628f req-3d81b1e0-79ca-4c3f-b983-23a942020ed4 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c52d258-0d8b-45e0-820c-de32496e39eb HTTP/1.1" status: 200 len: 943 time: 0.1005414 Jun 10 14:45:13.074802 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-3b4f4636-0050-4ac6-9375-755e3bef9cee req-fc5846ba-225f-44d7-b933-95a777d4daaf tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/security-groups?id=7ef18720-15dd-4ca1-94ee-72a6568dc847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680637 Jun 10 14:45:13.082047 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-89c4a018-5750-490c-86ce-6e78a6b9628f req-19b06863-08db-459a-8958-e95a3f206d65 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?id=bffe4572-7302-4f5a-9da6-eede10fb958e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498021 Jun 10 14:45:13.254280 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-eaea1bf5-020e-4d00-b5bd-84659b7b503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:14.184927 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db2c59f-7b56-473a-9165-4cf50e61ccde req-b37eb77b-8055-4a6b-82e2-315ddfe346fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:14.186390 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-8db2c59f-7b56-473a-9165-4cf50e61ccde req-b37eb77b-8055-4a6b-82e2-315ddfe346fe service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c9a3b00d-2848-49e7-b8bf-d499e1885c8a HTTP/1.1" status: 200 len: 1099 time: 0.0601070 Jun 10 14:45:14.301012 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-8db2c59f-7b56-473a-9165-4cf50e61ccde req-43cdea8f-36f7-4370-a387-2b8bbbc5738f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7ef18720-15dd-4ca1-94ee-72a6568dc847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035349 Jun 10 14:45:14.327034 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649f3478-b54a-40d0-8cf0-8239ae19ae30 req-6abb9a87-b98e-499a-8b88-6c4b19a56242 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:14.328517 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-649f3478-b54a-40d0-8cf0-8239ae19ae30 req-6abb9a87-b98e-499a-8b88-6c4b19a56242 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9a3b00d-2848-49e7-b8bf-d499e1885c8a HTTP/1.1" status: 200 len: 946 time: 0.1411567 Jun 10 14:45:14.349228 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce17892-7ce2-46b9-8249-ca92aa9e66b1 req-1f9175e9-04b5-4031-9628-abad22d187c8 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:14.350586 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-dce17892-7ce2-46b9-8249-ca92aa9e66b1 req-1f9175e9-04b5-4031-9628-abad22d187c8 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c52d258-0d8b-45e0-820c-de32496e39eb HTTP/1.1" status: 200 len: 943 time: 0.1434166 Jun 10 14:45:14.407596 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-649f3478-b54a-40d0-8cf0-8239ae19ae30 req-20e500c8-4fa3-4a4d-b54a-fef5580213b7 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/security-groups?id=7ef18720-15dd-4ca1-94ee-72a6568dc847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715158 Jun 10 14:45:14.414343 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-dce17892-7ce2-46b9-8249-ca92aa9e66b1 req-d7645de0-a4f6-4cc7-9d03-15ae0711a87e tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?id=bffe4572-7302-4f5a-9da6-eede10fb958e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532260 Jun 10 14:45:14.678074 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Device e687c7b7-493c-4e9c-b3ab-85878b4485c5 details requested by agent hyperv_hv-cinder-79578 with host hv-cinder-79578 {{(pid=98190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 14:45:14.792806 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] For port e687c7b7-493c-4e9c-b3ab-85878b4485c5, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=e687c7b7-493c-4e9c-b3ab-85878b4485c5,segment=NetworkSegment(3ec2b1b1-734c-41eb-833f-8070e711f15c),segment_id=3ec2b1b1-734c-41eb-833f-8070e711f15c)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:45:14.804855 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Returning: {'device': 'e687c7b7-493c-4e9c-b3ab-85878b4485c5', 'network_id': 'c57efc93-51ff-4248-b65b-e26a6d17993d', 'port_id': 'e687c7b7-493c-4e9c-b3ab-85878b4485c5', 'mac_address': 'fa:16:3e:6b:6b:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eeef57d-bb05-42dc-8725-b618d4269135', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 14:45:14.847262 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:14.867932 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.notifiers.nova [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e687c7b7-493c-4e9c-b3ab-85878b4485c5 {{(pid=98190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 14:45:14.886315 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-fbbc5fb5-3f71-4862-8fd7-9153cbf0fe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:14.895999 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] For port e687c7b7-493c-4e9c-b3ab-85878b4485c5, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=e687c7b7-493c-4e9c-b3ab-85878b4485c5,segment=NetworkSegment(3ec2b1b1-734c-41eb-833f-8070e711f15c),segment_id=3ec2b1b1-734c-41eb-833f-8070e711f15c)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:45:14.901177 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:14.903397 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-ba2b9062-5854-4967-8f19-50f3d7ffd18c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:14.955361 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Pushing event updated for resources: {'Port': ['ID=e687c7b7-493c-4e9c-b3ab-85878b4485c5,revision_number=9']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:14.958658 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:15.272402 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] get_ports_and_sgs() called for port_ids ['e687c7b7-493c-4e9c-b3ab-85878b4485c5'] {{(pid=98190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 14:45:15.646050 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc17d364-6d7d-4af9-b370-4fff107bd3b3 req-06fe31c3-69f0-46d5-bcab-41a8048549a7 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:15.647514 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-bc17d364-6d7d-4af9-b370-4fff107bd3b3 req-06fe31c3-69f0-46d5-bcab-41a8048549a7 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9a3b00d-2848-49e7-b8bf-d499e1885c8a HTTP/1.1" status: 200 len: 946 time: 0.1167219 Jun 10 14:45:15.657452 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a39d89-8600-4141-b124-9a4ae2247354 req-3315f768-ec40-4a19-bdb7-670c135394cd tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:15.660174 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-31a39d89-8600-4141-b124-9a4ae2247354 req-3315f768-ec40-4a19-bdb7-670c135394cd tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c52d258-0d8b-45e0-820c-de32496e39eb HTTP/1.1" status: 200 len: 944 time: 0.1172941 Jun 10 14:45:15.724893 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-bc17d364-6d7d-4af9-b370-4fff107bd3b3 req-309d38b5-34ca-41c2-abf6-1fdb6e46ed8b tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/security-groups?id=7ef18720-15dd-4ca1-94ee-72a6568dc847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641520 Jun 10 14:45:15.729515 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-31a39d89-8600-4141-b124-9a4ae2247354 req-1b0caae3-c880-4ced-a814-33c71185576f tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?id=bffe4572-7302-4f5a-9da6-eede10fb958e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622189 Jun 10 14:45:16.248665 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452a7355-f700-4910-8727-c05b7c126cb4 req-0d6a01ff-d17f-4ab1-a614-1ca9354692a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:16.250034 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-452a7355-f700-4910-8727-c05b7c126cb4 req-0d6a01ff-d17f-4ab1-a614-1ca9354692a2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=96f4cdbf31fc4cbb8c5f5fa2addbb3de&device_id=c9a3b00d-2848-49e7-b8bf-d499e1885c8a HTTP/1.1" status: 200 len: 1099 time: 0.1088414 Jun 10 14:45:16.272570 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c70c4db-3c8d-48bf-9b81-8b4e6dc4d34b req-df9aa885-adce-4fab-ae67-67ad26cb178f tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:16.273997 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-9c70c4db-3c8d-48bf-9b81-8b4e6dc4d34b req-df9aa885-adce-4fab-ae67-67ad26cb178f tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9a3b00d-2848-49e7-b8bf-d499e1885c8a HTTP/1.1" status: 200 len: 946 time: 0.0949497 Jun 10 14:45:16.385658 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-9c70c4db-3c8d-48bf-9b81-8b4e6dc4d34b req-79aec2eb-46b1-412f-9c7b-c12d129afa81 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/security-groups?id=7ef18720-15dd-4ca1-94ee-72a6568dc847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984809 Jun 10 14:45:16.409510 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452a7355-f700-4910-8727-c05b7c126cb4 req-543b4079-df7a-4b93-a542-27bba65a9a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:16.409940 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-452a7355-f700-4910-8727-c05b7c126cb4 req-543b4079-df7a-4b93-a542-27bba65a9a53 service neutron] 10.222.0.36 "GET /v2.0/networks?id=eceb2f61-46d5-4aae-a498-4b03ff1ffe6f HTTP/1.1" status: 200 len: 919 time: 0.1530690 Jun 10 14:45:16.467982 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-452a7355-f700-4910-8727-c05b7c126cb4 req-0a55b99f-bd29-4777-87cc-032ea0cd90dc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39e2555c-329d-4b2c-b1ab-1211d2e21ca3 HTTP/1.1" status: 200 len: 217 time: 0.0506094 Jun 10 14:45:16.528813 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452a7355-f700-4910-8727-c05b7c126cb4 req-eff179f1-204e-4990-955a-a1120f738aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:16.530455 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-452a7355-f700-4910-8727-c05b7c126cb4 req-eff179f1-204e-4990-955a-a1120f738aa5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b3511c78-374d-4ef9-a4c4-c0913a2192ca HTTP/1.1" status: 200 len: 858 time: 0.0544188 Jun 10 14:45:16.570724 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-452a7355-f700-4910-8727-c05b7c126cb4 req-32ea923b-62f3-465f-bf65-e7b831ed26fe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eceb2f61-46d5-4aae-a498-4b03ff1ffe6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301206 Jun 10 14:45:16.663604 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Device e687c7b7-493c-4e9c-b3ab-85878b4485c5 up at agent hyperv_hv-cinder-79578 {{(pid=98190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:45:16.695118 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-452a7355-f700-4910-8727-c05b7c126cb4 req-2a7b33c2-dc76-4945-89c5-f09de8322367 service neutron] 10.222.0.36 "GET /v2.0/networks/eceb2f61-46d5-4aae-a498-4b03ff1ffe6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173582 Jun 10 14:45:16.720076 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Provisioning complete for port e687c7b7-493c-4e9c-b3ab-85878b4485c5 triggered by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:45:16.720535 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32877986'] for port, provisioning_complete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:16.808648 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:16.816763 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-452a7355-f700-4910-8727-c05b7c126cb4 req-953bfdb4-befe-4db2-92b2-8f3ec3964a86 service neutron] 10.222.0.36 "GET /v2.0/networks/eceb2f61-46d5-4aae-a498-4b03ff1ffe6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136241 Jun 10 14:45:16.843139 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c52d258-0d8b-45e0-820c-de32496e39eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e687c7b7-493c-4e9c-b3ab-85878b4485c5'}] {{(pid=98190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:45:16.845533 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3d4185ab3030d597d4fdff3a42636a440041618624b200d466a1cf3773607d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20beef39-b12a-4f67-85a1-fc0a8e73a093" -d '{"events": [{"server_uuid": "1c52d258-0d8b-45e0-820c-de32496e39eb", "name": "network-vif-plugged", "status": "completed", "tag": "e687c7b7-493c-4e9c-b3ab-85878b4485c5"}]}' {{(pid=98190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:45:16.866042 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] For port e687c7b7-493c-4e9c-b3ab-85878b4485c5, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=e687c7b7-493c-4e9c-b3ab-85878b4485c5,segment=NetworkSegment(3ec2b1b1-734c-41eb-833f-8070e711f15c),segment_id=3ec2b1b1-734c-41eb-833f-8070e711f15c)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:45:16.875814 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:16.879652 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:16.885047 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 14:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fb3cdc9-22c2-467e-9011-4e58fcabb80d x-openstack-request-id: req-7fb3cdc9-22c2-467e-9011-4e58fcabb80d {{(pid=98190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:45:16.885349 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c52d258-0d8b-45e0-820c-de32496e39eb", "name": "network-vif-plugged", "status": "completed", "tag": "e687c7b7-493c-4e9c-b3ab-85878b4485c5", "code": 200}]} {{(pid=98190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:45:16.885607 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7fb3cdc9-22c2-467e-9011-4e58fcabb80d {{(pid=98190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:45:16.885992 dv-cinder-795785-1-smb neutron-server[98190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c52d258-0d8b-45e0-820c-de32496e39eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e687c7b7-493c-4e9c-b3ab-85878b4485c5', 'code': 200} Jun 10 14:45:16.930102 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97884f15-557a-48a9-8fb8-40576a129cb4 req-669d8070-8caa-4514-ba3b-caa9ea268af7 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:16.936778 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-97884f15-557a-48a9-8fb8-40576a129cb4 req-669d8070-8caa-4514-ba3b-caa9ea268af7 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c52d258-0d8b-45e0-820c-de32496e39eb HTTP/1.1" status: 200 len: 944 time: 0.0806565 Jun 10 14:45:16.937007 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Pushing event updated for resources: {'Port': ['ID=e687c7b7-493c-4e9c-b3ab-85878b4485c5,revision_number=10']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:16.944917 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:45:16.945259 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:45:16.945770 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:45:16.946103 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:45:16.946434 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:45:16.946763 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:45:16.947093 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:45:16.947419 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:45:16.947743 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:45:16.948108 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:45:16.948443 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:45:16.948767 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:45:16.952769 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:16.984252 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-97884f15-557a-48a9-8fb8-40576a129cb4 req-2da8521a-2c06-452c-b675-77a57100f26f tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?id=bffe4572-7302-4f5a-9da6-eede10fb958e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464811 Jun 10 14:45:17.300137 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 37084) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:45:17.667198 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-8eb31443-5c79-4ce9-b637-9ecd79b8f57a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:17.914168 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc85b08-af16-4b27-98ac-d4f177e4dd2c req-777e188d-ae33-4eaf-a901-4dca56e0e6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:17.915624 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-9fc85b08-af16-4b27-98ac-d4f177e4dd2c req-777e188d-ae33-4eaf-a901-4dca56e0e6d9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1c52d258-0d8b-45e0-820c-de32496e39eb HTTP/1.1" status: 200 len: 1099 time: 0.2609816 Jun 10 14:45:17.917368 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b71b69-d318-4250-b549-7c4953a1d46c req-744c0007-7d70-4a73-9748-a4565dc7bee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:17.918595 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-a0b71b69-d318-4250-b549-7c4953a1d46c req-744c0007-7d70-4a73-9748-a4565dc7bee9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3065c91b66384aefa642d766c49e32b2&device_id=08da0e54-02bf-450f-a643-99d1afda20e6 HTTP/1.1" status: 200 len: 1137 time: 0.2630813 Jun 10 14:45:17.931025 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663f0338-92c8-4795-98af-f794f7798b3a req-de6f244d-47ae-41dd-81b9-a0fe2b693beb tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:17.932411 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-663f0338-92c8-4795-98af-f794f7798b3a req-de6f244d-47ae-41dd-81b9-a0fe2b693beb tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9a3b00d-2848-49e7-b8bf-d499e1885c8a HTTP/1.1" status: 200 len: 946 time: 0.2753081 Jun 10 14:45:17.951160 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36031829-1727-49bb-b04c-0075fe9338f4 req-6503c0bb-cf97-4611-981b-02af15c414f8 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:17.952549 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-36031829-1727-49bb-b04c-0075fe9338f4 req-6503c0bb-cf97-4611-981b-02af15c414f8 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] 10.222.0.38 "GET /v2.0/ports?device_id=08da0e54-02bf-450f-a643-99d1afda20e6 HTTP/1.1" status: 200 len: 984 time: 0.2989106 Jun 10 14:45:18.078676 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-9fc85b08-af16-4b27-98ac-d4f177e4dd2c req-bdb5c5ed-a7f7-4b63-9643-38ee386cc9cc service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bffe4572-7302-4f5a-9da6-eede10fb958e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1416020 Jun 10 14:45:18.145639 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-8eb31443-5c79-4ce9-b637-9ecd79b8f57a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:18.151739 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-36031829-1727-49bb-b04c-0075fe9338f4 req-52665c2a-b39f-48b7-a363-4d1fc693492b tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec71249d-4576-413a-824b-9e6395e36894&id=6d95f537-c1aa-4142-b4e6-2a04b8dd3a61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1771524 Jun 10 14:45:18.161486 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-663f0338-92c8-4795-98af-f794f7798b3a req-6f9059b0-b194-4497-b160-c71aeba1111f tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/security-groups?id=7ef18720-15dd-4ca1-94ee-72a6568dc847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004745 Jun 10 14:45:18.163721 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-8eb31443-5c79-4ce9-b637-9ecd79b8f57a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:18.167806 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-95cb063c-80df-4bfc-9ab4-138b0b8cc0ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:18.223040 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-8eb31443-5c79-4ce9-b637-9ecd79b8f57a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fedc54b6012c433192fd980f1540f778&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9217179 Jun 10 14:45:18.225347 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b71b69-d318-4250-b549-7c4953a1d46c req-e765acc2-9a94-4966-b696-51ed60839c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:18.225741 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 37100) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:45:18.226710 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-a0b71b69-d318-4250-b549-7c4953a1d46c req-e765acc2-9a94-4966-b696-51ed60839c6e service neutron] 10.222.0.36 "GET /v2.0/networks?id=afb3d1e6-69a8-46b1-ad00-dfea32c79a7b HTTP/1.1" status: 200 len: 916 time: 0.2877007 Jun 10 14:45:18.227735 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb31443-5c79-4ce9-b637-9ecd79b8f57a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=394c9a57-5c3f-4c2e-8641-ffdef8114ae1,revision_number=1']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:18.230856 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-8eb31443-5c79-4ce9-b637-9ecd79b8f57a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:18.280207 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-ce9df175-42d7-4c36-913f-5721df6c2cf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:18.308006 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-ce9df175-42d7-4c36-913f-5721df6c2cf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:18.359986 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-ce9df175-42d7-4c36-913f-5721df6c2cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:18.363402 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-ce9df175-42d7-4c36-913f-5721df6c2cf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:18.367672 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-ce9df175-42d7-4c36-913f-5721df6c2cf2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/394c9a57-5c3f-4c2e-8641-ffdef8114ae1 HTTP/1.1" status: 204 len: 168 time: 0.1408191 Jun 10 14:45:18.368483 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-f42b5b26-d3f3-43ea-9da3-f2994987aca1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:18.371324 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-a0b71b69-d318-4250-b549-7c4953a1d46c req-67b827e7-9ee8-415f-9c89-f89a79ecda4f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=981d0ec0-2074-445b-922b-e1b3ce97db2e HTTP/1.1" status: 200 len: 1001 time: 0.1209042 Jun 10 14:45:18.377168 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9df175-42d7-4c36-913f-5721df6c2cf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=394c9a57-5c3f-4c2e-8641-ffdef8114ae1,revision_number=None']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:18.379761 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-ce9df175-42d7-4c36-913f-5721df6c2cf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:18.434499 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f98402e-c72f-4bf6-880d-ceef13feb2d9 req-fdbd1e46-b7b4-4e75-aa87-aef425afd9fd tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:18.435969 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-0f98402e-c72f-4bf6-880d-ceef13feb2d9 req-fdbd1e46-b7b4-4e75-aa87-aef425afd9fd tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c52d258-0d8b-45e0-820c-de32496e39eb HTTP/1.1" status: 200 len: 946 time: 0.1782286 Jun 10 14:45:18.462219 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b71b69-d318-4250-b549-7c4953a1d46c req-723c6b01-874a-4e63-94b9-eadf76bc127b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:18.463636 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-a0b71b69-d318-4250-b549-7c4953a1d46c req-723c6b01-874a-4e63-94b9-eadf76bc127b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=608c40fd-af24-4c4d-b8ac-392ee5ac2abd HTTP/1.1" status: 200 len: 854 time: 0.0846832 Jun 10 14:45:18.515387 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-0f98402e-c72f-4bf6-880d-ceef13feb2d9 req-60bc906f-8149-4d63-9a9a-21adf7045b5c tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?id=bffe4572-7302-4f5a-9da6-eede10fb958e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729687 Jun 10 14:45:18.543812 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b71b69-d318-4250-b549-7c4953a1d46c req-e26394f0-7afc-4aca-868a-0888f5e3da97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:18.545404 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-a0b71b69-d318-4250-b549-7c4953a1d46c req-e26394f0-7afc-4aca-868a-0888f5e3da97 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=afb3d1e6-69a8-46b1-ad00-dfea32c79a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0736423 Jun 10 14:45:18.651816 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 37106) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:45:18.667094 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-a0b71b69-d318-4250-b549-7c4953a1d46c req-d032bf6f-4e97-45c5-9d39-ccebe2f78125 service neutron] 10.222.0.36 "GET /v2.0/networks/afb3d1e6-69a8-46b1-ad00-dfea32c79a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149201 Jun 10 14:45:18.669684 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-1a34524e-8d47-41ca-965f-2bcd83475ea7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:18.766350 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-1a34524e-8d47-41ca-965f-2bcd83475ea7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:18.771936 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-1a34524e-8d47-41ca-965f-2bcd83475ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:18.775470 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-40fce4ce-0520-4a3e-8dd1-c2336eadb7fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:18.788636 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-a0b71b69-d318-4250-b549-7c4953a1d46c req-ca3fd7ff-3493-4b0a-a9e9-db769627886d service neutron] 10.222.0.36 "GET /v2.0/networks/afb3d1e6-69a8-46b1-ad00-dfea32c79a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140742 Jun 10 14:45:18.813155 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-1a34524e-8d47-41ca-965f-2bcd83475ea7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5a5b6b2444894e579845347044d2e793&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1602309 Jun 10 14:45:18.815380 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a34524e-8d47-41ca-965f-2bcd83475ea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=242bc13f-1342-4782-9bb1-07ac55454e93,revision_number=1']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:18.816044 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 37108) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:45:18.818532 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-1a34524e-8d47-41ca-965f-2bcd83475ea7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:18.869972 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-b59404a8-ea35-4503-9b85-4b7ae82306ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:18.892976 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-b59404a8-ea35-4503-9b85-4b7ae82306ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:18.944565 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-b59404a8-ea35-4503-9b85-4b7ae82306ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:18.947332 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-b59404a8-ea35-4503-9b85-4b7ae82306ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:18.948485 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-b59404a8-ea35-4503-9b85-4b7ae82306ba admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/242bc13f-1342-4782-9bb1-07ac55454e93 HTTP/1.1" status: 204 len: 168 time: 0.1313202 Jun 10 14:45:18.949352 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-a2e76405-ca18-49b3-8087-4d23f944b666 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:18.960238 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59404a8-ea35-4503-9b85-4b7ae82306ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=242bc13f-1342-4782-9bb1-07ac55454e93,revision_number=None']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:18.965169 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-b59404a8-ea35-4503-9b85-4b7ae82306ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:19.370724 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22852a8-adee-46ec-8b89-23df1782a612 req-884856a6-9763-4635-b5ad-c73577d3ed74 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:19.379112 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-b22852a8-adee-46ec-8b89-23df1782a612 req-884856a6-9763-4635-b5ad-c73577d3ed74 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] 10.222.0.38 "GET /v2.0/ports?device_id=08da0e54-02bf-450f-a643-99d1afda20e6 HTTP/1.1" status: 200 len: 984 time: 0.1014240 Jun 10 14:45:19.441462 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-b22852a8-adee-46ec-8b89-23df1782a612 req-5ab5fadd-12f2-48b8-b407-4dc5d7c3aa2a tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec71249d-4576-413a-824b-9e6395e36894&id=6d95f537-c1aa-4142-b4e6-2a04b8dd3a61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0609713 Jun 10 14:45:19.565465 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4020b4a-7389-47ef-91e8-21598200f785 req-2f9226d4-d734-4f8b-b1b9-637782eab93a tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:19.566997 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-c4020b4a-7389-47ef-91e8-21598200f785 req-2f9226d4-d734-4f8b-b1b9-637782eab93a tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9a3b00d-2848-49e7-b8bf-d499e1885c8a HTTP/1.1" status: 200 len: 946 time: 0.0885274 Jun 10 14:45:19.623602 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-c4020b4a-7389-47ef-91e8-21598200f785 req-8ff85547-1982-46a9-a7ea-3ef1198dc369 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/security-groups?id=7ef18720-15dd-4ca1-94ee-72a6568dc847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498340 Jun 10 14:45:19.781139 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb40d30-e152-402e-befc-b118a64af242 req-8358a8b5-051d-4eaa-823c-7e7390be93aa tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:19.784432 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-6bb40d30-e152-402e-befc-b118a64af242 req-8358a8b5-051d-4eaa-823c-7e7390be93aa tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c52d258-0d8b-45e0-820c-de32496e39eb HTTP/1.1" status: 200 len: 946 time: 0.1145010 Jun 10 14:45:19.854367 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-6bb40d30-e152-402e-befc-b118a64af242 req-774198ba-0648-4b22-a469-f0f696759c79 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?id=bffe4572-7302-4f5a-9da6-eede10fb958e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643125 Jun 10 14:45:20.633293 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d5aa9-e0a5-439d-a760-fce69a38cd4d req-9ac198d6-8d4e-4c03-8789-c2aa8e7cc51a tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:20.635129 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-7c1d5aa9-e0a5-439d-a760-fce69a38cd4d req-9ac198d6-8d4e-4c03-8789-c2aa8e7cc51a tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] 10.222.0.38 "GET /v2.0/ports?device_id=08da0e54-02bf-450f-a643-99d1afda20e6 HTTP/1.1" status: 200 len: 984 time: 0.0817223 Jun 10 14:45:20.681623 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-7c1d5aa9-e0a5-439d-a760-fce69a38cd4d req-b8b2e2cf-f5c4-464f-ad69-9baf1ead3b85 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec71249d-4576-413a-824b-9e6395e36894&id=6d95f537-c1aa-4142-b4e6-2a04b8dd3a61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0408797 Jun 10 14:45:20.905852 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acf448c-9832-411d-8ec5-be2e10ba6ce1 req-3f7631aa-61f0-490f-b96f-776db5a89452 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:20.907601 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-5acf448c-9832-411d-8ec5-be2e10ba6ce1 req-3f7631aa-61f0-490f-b96f-776db5a89452 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] 10.222.0.38 "GET /v2.0/ports?device_id=08c8f2fd-05da-4600-ae3d-41a281ccd9c1 HTTP/1.1" status: 200 len: 945 time: 0.0767674 Jun 10 14:45:20.950935 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-5acf448c-9832-411d-8ec5-be2e10ba6ce1 req-dc5f8c1b-f067-465d-8c20-24666501b704 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] 10.222.0.38 "GET /v2.0/security-groups?id=9c469717-5727-4cf6-9ce5-607887173839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371709 Jun 10 14:45:21.057929 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9572572-fa87-4758-9e8e-7f3ef537358f req-38c0631f-40ed-4cb4-b1e6-f1aa8dcd0b8c tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:21.059380 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-a9572572-fa87-4758-9e8e-7f3ef537358f req-38c0631f-40ed-4cb4-b1e6-f1aa8dcd0b8c tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c52d258-0d8b-45e0-820c-de32496e39eb HTTP/1.1" status: 200 len: 946 time: 0.0703444 Jun 10 14:45:21.104006 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-a9572572-fa87-4758-9e8e-7f3ef537358f req-197ceb87-9938-4de9-8ae4-3213a0a52a18 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?id=bffe4572-7302-4f5a-9da6-eede10fb958e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372727 Jun 10 14:45:21.872115 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b05bd10-42b0-4ef7-8393-6e678de05403 req-cdb436d3-a696-4025-b1cd-7d3de2f52257 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:21.873584 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-1b05bd10-42b0-4ef7-8393-6e678de05403 req-cdb436d3-a696-4025-b1cd-7d3de2f52257 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] 10.222.0.38 "GET /v2.0/ports?device_id=08da0e54-02bf-450f-a643-99d1afda20e6 HTTP/1.1" status: 200 len: 984 time: 0.0741212 Jun 10 14:45:21.917227 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-1b05bd10-42b0-4ef7-8393-6e678de05403 req-790f861c-cf0f-4ec0-87dd-3280191aabd7 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec71249d-4576-413a-824b-9e6395e36894&id=6d95f537-c1aa-4142-b4e6-2a04b8dd3a61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0376923 Jun 10 14:45:22.130033 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5218c87-5fb9-403f-8bd3-44759de9d0a8 req-3d486d07-9355-4220-ac0a-b6caf2720d1b tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:22.131525 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-e5218c87-5fb9-403f-8bd3-44759de9d0a8 req-3d486d07-9355-4220-ac0a-b6caf2720d1b tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] 10.222.0.38 "GET /v2.0/ports?device_id=08c8f2fd-05da-4600-ae3d-41a281ccd9c1 HTTP/1.1" status: 200 len: 945 time: 0.0682299 Jun 10 14:45:22.174443 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-e5218c87-5fb9-403f-8bd3-44759de9d0a8 req-2cb02e80-f030-4b5d-a865-3bd117706624 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] 10.222.0.38 "GET /v2.0/security-groups?id=9c469717-5727-4cf6-9ce5-607887173839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373919 Jun 10 14:45:23.101086 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78c0ad9-0bc8-4cc2-8406-67edca865f84 req-4b1f9b4b-4824-4f0d-814f-175673146f8a tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:23.102543 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-a78c0ad9-0bc8-4cc2-8406-67edca865f84 req-4b1f9b4b-4824-4f0d-814f-175673146f8a tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] 10.222.0.38 "GET /v2.0/ports?device_id=08da0e54-02bf-450f-a643-99d1afda20e6 HTTP/1.1" status: 200 len: 984 time: 0.0725412 Jun 10 14:45:23.145952 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-a78c0ad9-0bc8-4cc2-8406-67edca865f84 req-47779564-e2a9-41fb-aa0b-1e991b41310a tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec71249d-4576-413a-824b-9e6395e36894&id=6d95f537-c1aa-4142-b4e6-2a04b8dd3a61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0377190 Jun 10 14:45:23.355569 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4a14a2-0101-489d-b219-f431b6a11983 req-2ef477c6-37f8-4f16-bcf7-df58f48021d3 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:23.357233 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-6b4a14a2-0101-489d-b219-f431b6a11983 req-2ef477c6-37f8-4f16-bcf7-df58f48021d3 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] 10.222.0.38 "GET /v2.0/ports?device_id=08c8f2fd-05da-4600-ae3d-41a281ccd9c1 HTTP/1.1" status: 200 len: 945 time: 0.0693407 Jun 10 14:45:23.402781 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-6b4a14a2-0101-489d-b219-f431b6a11983 req-3213dd46-3dfc-43f8-9516-1a27c0af2754 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] 10.222.0.38 "GET /v2.0/security-groups?id=9c469717-5727-4cf6-9ce5-607887173839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393672 Jun 10 14:45:23.748764 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd73cca-cee1-4ed9-adb6-8e8574dc7286 req-69442c9d-88d6-4f05-9b71-8c45c83c0c25 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:23.750280 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-efd73cca-cee1-4ed9-adb6-8e8574dc7286 req-69442c9d-88d6-4f05-9b71-8c45c83c0c25 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bea10ad-651c-4fcf-9fcf-0e199a9ff9e9 HTTP/1.1" status: 200 len: 945 time: 0.0725765 Jun 10 14:45:23.791786 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-efd73cca-cee1-4ed9-adb6-8e8574dc7286 req-f57a798f-1d3f-4272-967a-bdea2a3ab74a tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/security-groups?id=7ef18720-15dd-4ca1-94ee-72a6568dc847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352046 Jun 10 14:45:24.332802 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b92e26-d672-4220-b0f1-8d2270fc308b req-9db730fb-41de-41e7-ad9f-9433012be993 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:24.334381 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-64b92e26-d672-4220-b0f1-8d2270fc308b req-9db730fb-41de-41e7-ad9f-9433012be993 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] 10.222.0.38 "GET /v2.0/ports?device_id=08da0e54-02bf-450f-a643-99d1afda20e6 HTTP/1.1" status: 200 len: 984 time: 0.0678036 Jun 10 14:45:24.383683 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-64b92e26-d672-4220-b0f1-8d2270fc308b req-1b3166c1-53f5-4f17-9622-715009e37b58 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec71249d-4576-413a-824b-9e6395e36894&id=6d95f537-c1aa-4142-b4e6-2a04b8dd3a61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0378249 Jun 10 14:45:24.583798 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d362964e-1e4a-49fb-8719-b0e1095e75d3 req-6324ac4f-dfda-4729-b4c4-1c743e830fdb tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:24.585310 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-d362964e-1e4a-49fb-8719-b0e1095e75d3 req-6324ac4f-dfda-4729-b4c4-1c743e830fdb tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] 10.222.0.38 "GET /v2.0/ports?device_id=08c8f2fd-05da-4600-ae3d-41a281ccd9c1 HTTP/1.1" status: 200 len: 945 time: 0.0715694 Jun 10 14:45:24.626963 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-d362964e-1e4a-49fb-8719-b0e1095e75d3 req-185aa199-8218-4e87-8159-2093c66629fe tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] 10.222.0.38 "GET /v2.0/security-groups?id=9c469717-5727-4cf6-9ce5-607887173839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360188 Jun 10 14:45:24.970723 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad6f581-f97b-4fb3-8107-0f6525323b78 req-299c553a-ab5b-433b-81b7-3cc2f7ea8ec1 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:24.972214 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-dad6f581-f97b-4fb3-8107-0f6525323b78 req-299c553a-ab5b-433b-81b7-3cc2f7ea8ec1 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bea10ad-651c-4fcf-9fcf-0e199a9ff9e9 HTTP/1.1" status: 200 len: 945 time: 0.0679898 Jun 10 14:45:25.014206 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-dad6f581-f97b-4fb3-8107-0f6525323b78 req-b16a6d87-04d7-4250-a2f9-27299545e1cb tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/security-groups?id=7ef18720-15dd-4ca1-94ee-72a6568dc847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363166 Jun 10 14:45:25.563692 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f522eca8-24e4-4a8c-aa8e-d1e005c10d74 req-9c1f70d6-58f2-42bd-83fa-b0a5304782c8 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:25.565138 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-f522eca8-24e4-4a8c-aa8e-d1e005c10d74 req-9c1f70d6-58f2-42bd-83fa-b0a5304782c8 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] 10.222.0.38 "GET /v2.0/ports?device_id=08da0e54-02bf-450f-a643-99d1afda20e6 HTTP/1.1" status: 200 len: 984 time: 0.0703752 Jun 10 14:45:25.608976 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-f522eca8-24e4-4a8c-aa8e-d1e005c10d74 req-11008a0a-99aa-42c8-b781-bc496f994495 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec71249d-4576-413a-824b-9e6395e36894&id=6d95f537-c1aa-4142-b4e6-2a04b8dd3a61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0370326 Jun 10 14:45:25.805253 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c87e774-34a9-4690-b8cf-b72080084be5 req-2be09b72-6a6b-42d8-994b-b988b83fbfb4 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:25.806727 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-7c87e774-34a9-4690-b8cf-b72080084be5 req-2be09b72-6a6b-42d8-994b-b988b83fbfb4 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] 10.222.0.38 "GET /v2.0/ports?device_id=08c8f2fd-05da-4600-ae3d-41a281ccd9c1 HTTP/1.1" status: 200 len: 945 time: 0.0684876 Jun 10 14:45:25.850377 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-7c87e774-34a9-4690-b8cf-b72080084be5 req-3b1cccd3-9fa5-4c72-8232-823634173ca8 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] 10.222.0.38 "GET /v2.0/security-groups?id=9c469717-5727-4cf6-9ce5-607887173839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379710 Jun 10 14:45:26.198368 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f8312e-12be-4960-abc3-2c6f147709a3 req-31ab4e54-c393-4816-abe7-d6879ec3bbc1 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:26.199807 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-b9f8312e-12be-4960-abc3-2c6f147709a3 req-31ab4e54-c393-4816-abe7-d6879ec3bbc1 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bea10ad-651c-4fcf-9fcf-0e199a9ff9e9 HTTP/1.1" status: 200 len: 945 time: 0.0727782 Jun 10 14:45:26.448467 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-b9f8312e-12be-4960-abc3-2c6f147709a3 req-f87d4776-6a05-4603-a63d-a064b8fd0940 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/security-groups?id=7ef18720-15dd-4ca1-94ee-72a6568dc847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429168 Jun 10 14:45:26.793334 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529a2cc8-4a3f-4850-8e47-dfba0664ba48 req-61a6b869-b382-4bb8-b788-8f669a317e18 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:26.794799 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-529a2cc8-4a3f-4850-8e47-dfba0664ba48 req-61a6b869-b382-4bb8-b788-8f669a317e18 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] 10.222.0.38 "GET /v2.0/ports?device_id=08da0e54-02bf-450f-a643-99d1afda20e6 HTTP/1.1" status: 200 len: 984 time: 0.0717709 Jun 10 14:45:26.839647 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-529a2cc8-4a3f-4850-8e47-dfba0664ba48 req-7586e789-f3bc-43b8-b6a8-1f10b4522b08 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec71249d-4576-413a-824b-9e6395e36894&id=6d95f537-c1aa-4142-b4e6-2a04b8dd3a61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0392246 Jun 10 14:45:27.031562 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03c6428-8c6f-434b-b3a3-12d7c20f2a79 req-634124f1-5be9-4d2b-b0cc-fca882b68736 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:27.032930 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-f03c6428-8c6f-434b-b3a3-12d7c20f2a79 req-634124f1-5be9-4d2b-b0cc-fca882b68736 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] 10.222.0.38 "GET /v2.0/ports?device_id=08c8f2fd-05da-4600-ae3d-41a281ccd9c1 HTTP/1.1" status: 200 len: 945 time: 0.0732622 Jun 10 14:45:27.073947 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-f03c6428-8c6f-434b-b3a3-12d7c20f2a79 req-33c1b6fd-88eb-4e5c-85fe-e9c26b5fa21a tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] 10.222.0.38 "GET /v2.0/security-groups?id=9c469717-5727-4cf6-9ce5-607887173839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349936 Jun 10 14:45:27.215524 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987e280d-c634-46d5-8afc-0954a793d876 req-4a2954c1-7f8e-4936-b5b6-65bd083a3af4 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:27.216945 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-987e280d-c634-46d5-8afc-0954a793d876 req-4a2954c1-7f8e-4936-b5b6-65bd083a3af4 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.36 "GET /v2.0/ports?device_id=2bea10ad-651c-4fcf-9fcf-0e199a9ff9e9 HTTP/1.1" status: 200 len: 945 time: 0.0674849 Jun 10 14:45:27.333036 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.plugin [req-987e280d-c634-46d5-8afc-0954a793d876 req-321af3e4-efa1-49bb-8f02-d0eaf8a1a2f5 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Deleting port 49dc30b4-1676-4a63-9590-5935db8c67e8 {{(pid=98188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 14:45:27.333910 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-987e280d-c634-46d5-8afc-0954a793d876 req-321af3e4-efa1-49bb-8f02-d0eaf8a1a2f5 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770842860575'] for port, before_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:27.446599 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.db [req-987e280d-c634-46d5-8afc-0954a793d876 req-321af3e4-efa1-49bb-8f02-d0eaf8a1a2f5 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] For port 49dc30b4-1676-4a63-9590-5935db8c67e8, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=49dc30b4-1676-4a63-9590-5935db8c67e8,segment=NetworkSegment(32d1116f-1d2e-4c45-9eab-f4f6570fa755),segment_id=32d1116f-1d2e-4c45-9eab-f4f6570fa755)] {{(pid=98188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:45:27.446950 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-987e280d-c634-46d5-8afc-0954a793d876 req-321af3e4-efa1-49bb-8f02-d0eaf8a1a2f5 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725918'] for port, precommit_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:27.540030 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.plugin [req-987e280d-c634-46d5-8afc-0954a793d876 req-321af3e4-efa1-49bb-8f02-d0eaf8a1a2f5 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Calling delete_port for 49dc30b4-1676-4a63-9590-5935db8c67e8 owned by compute:nova {{(pid=98188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 14:45:27.748828 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78594968-5812-4a84-be6f-4d16741ee985 req-e4a65010-d8ba-481f-abbb-14d3b93e1456 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:27.750322 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-78594968-5812-4a84-be6f-4d16741ee985 req-e4a65010-d8ba-481f-abbb-14d3b93e1456 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bea10ad-651c-4fcf-9fcf-0e199a9ff9e9 HTTP/1.1" status: 200 len: 945 time: 0.1560161 Jun 10 14:45:27.816958 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e501e8-25fd-4c90-989d-348e1d32fed6 req-1af8b809-793d-44ee-a753-5f50806aa1fb tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:27.819121 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-81e501e8-25fd-4c90-989d-348e1d32fed6 req-1af8b809-793d-44ee-a753-5f50806aa1fb tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] 10.222.0.36 "GET /v2.0/ports?device_id=08c8f2fd-05da-4600-ae3d-41a281ccd9c1 HTTP/1.1" status: 200 len: 945 time: 0.2136481 Jun 10 14:45:27.883867 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-78594968-5812-4a84-be6f-4d16741ee985 req-8abd6ee7-f195-432c-ad9a-dd4c5d811a76 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/security-groups?id=7ef18720-15dd-4ca1-94ee-72a6568dc847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057909 Jun 10 14:45:27.890704 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-987e280d-c634-46d5-8afc-0954a793d876 req-321af3e4-efa1-49bb-8f02-d0eaf8a1a2f5 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770842865987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770842374669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4122288'] for port, after_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:27.897910 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-5e4d9c39-7846-418a-b91d-69a7ef015c8e tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:27.908379 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] get_ports_and_sgs() called for port_ids ['39e2555c-329d-4b2c-b1ab-1211d2e21ca3', '49dc30b4-1676-4a63-9590-5935db8c67e8'] {{(pid=98190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 14:45:27.966730 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321af3e4-efa1-49bb-8f02-d0eaf8a1a2f5 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Pushing event deleted for resources: {'Port': ['ID=49dc30b4-1676-4a63-9590-5935db8c67e8,revision_number=None']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:27.971271 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-321af3e4-efa1-49bb-8f02-d0eaf8a1a2f5 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:28.063025 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.db.l3_dvrscheduler_db [req-987e280d-c634-46d5-8afc-0954a793d876 req-321af3e4-efa1-49bb-8f02-d0eaf8a1a2f5 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] No DVR routers for this DVR port 49dc30b4-1676-4a63-9590-5935db8c67e8 on host hv-cinder-79578 {{(pid=98188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 14:45:28.070764 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-987e280d-c634-46d5-8afc-0954a793d876 req-321af3e4-efa1-49bb-8f02-d0eaf8a1a2f5 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32075'] for port, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:28.072692 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-987e280d-c634-46d5-8afc-0954a793d876 req-321af3e4-efa1-49bb-8f02-d0eaf8a1a2f5 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.36 "DELETE /v2.0/ports/49dc30b4-1676-4a63-9590-5935db8c67e8 HTTP/1.1" status: 204 len: 173 time: 0.8489094 Jun 10 14:45:28.073244 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bea10ad-651c-4fcf-9fcf-0e199a9ff9e9', 'name': 'network-vif-deleted', 'tag': '49dc30b4-1676-4a63-9590-5935db8c67e8'}] {{(pid=98188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:45:28.075578 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f0fe7ff9a18056505f9f26f34e6288f69420e23a9758a676b79d6915a840c7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d3f261-193c-4af6-aa10-d0ef27627df3" -d '{"events": [{"server_uuid": "2bea10ad-651c-4fcf-9fcf-0e199a9ff9e9", "name": "network-vif-deleted", "tag": "49dc30b4-1676-4a63-9590-5935db8c67e8"}]}' {{(pid=98188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:45:28.111325 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.plugin [req-81e501e8-25fd-4c90-989d-348e1d32fed6 req-f2b22867-7f5b-451f-89eb-fe2e6165157f tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] Deleting port 6de37836-363c-4a8e-8f26-ee4b973dc729 {{(pid=98188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 14:45:28.111667 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-81e501e8-25fd-4c90-989d-348e1d32fed6 req-f2b22867-7f5b-451f-89eb-fe2e6165157f tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770842860575'] for port, before_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:28.135981 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 14:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a3d035-e05b-4afb-af50-1cf7e20753c5 x-openstack-request-id: req-69a3d035-e05b-4afb-af50-1cf7e20753c5 {{(pid=98188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:45:28.136323 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bea10ad-651c-4fcf-9fcf-0e199a9ff9e9", "name": "network-vif-deleted", "tag": "49dc30b4-1676-4a63-9590-5935db8c67e8", "status": "completed", "code": 200}]} {{(pid=98188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:45:28.136614 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-69a3d035-e05b-4afb-af50-1cf7e20753c5 {{(pid=98188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:45:28.137028 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bea10ad-651c-4fcf-9fcf-0e199a9ff9e9', 'name': 'network-vif-deleted', 'tag': '49dc30b4-1676-4a63-9590-5935db8c67e8', 'status': 'completed', 'code': 200} Jun 10 14:45:28.157298 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc96f5bf-35e3-4ab4-996e-1c4bcfc398cc req-bb81d464-2ec9-4152-982b-9609a2f01f11 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:28.158740 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-dc96f5bf-35e3-4ab4-996e-1c4bcfc398cc req-bb81d464-2ec9-4152-982b-9609a2f01f11 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] 10.222.0.38 "GET /v2.0/ports?device_id=08da0e54-02bf-450f-a643-99d1afda20e6 HTTP/1.1" status: 200 len: 984 time: 0.1933575 Jun 10 14:45:28.304510 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-dc96f5bf-35e3-4ab4-996e-1c4bcfc398cc req-3a332450-a59d-46a0-b8f8-9a659d8b57d5 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec71249d-4576-413a-824b-9e6395e36894&id=6d95f537-c1aa-4142-b4e6-2a04b8dd3a61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1290443 Jun 10 14:45:28.342002 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.db [req-81e501e8-25fd-4c90-989d-348e1d32fed6 req-f2b22867-7f5b-451f-89eb-fe2e6165157f tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] For port 6de37836-363c-4a8e-8f26-ee4b973dc729, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=6de37836-363c-4a8e-8f26-ee4b973dc729,segment=NetworkSegment(61501d67-a830-48ef-831f-f94cb25e1bdf),segment_id=61501d67-a830-48ef-831f-f94cb25e1bdf)] {{(pid=98188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:45:28.342357 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-81e501e8-25fd-4c90-989d-348e1d32fed6 req-f2b22867-7f5b-451f-89eb-fe2e6165157f tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725918'] for port, precommit_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:28.438590 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.plugin [req-81e501e8-25fd-4c90-989d-348e1d32fed6 req-f2b22867-7f5b-451f-89eb-fe2e6165157f tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] Calling delete_port for 6de37836-363c-4a8e-8f26-ee4b973dc729 owned by compute:nova {{(pid=98188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 14:45:28.459386 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef18868e-007b-49c4-8a04-ff46769774d2 req-f8552b13-19f2-4bb3-9b15-52ae8b1e6fa4 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:28.460837 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-ef18868e-007b-49c4-8a04-ff46769774d2 req-f8552b13-19f2-4bb3-9b15-52ae8b1e6fa4 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] 10.222.0.38 "GET /v2.0/ports?device_id=08c8f2fd-05da-4600-ae3d-41a281ccd9c1 HTTP/1.1" status: 200 len: 945 time: 0.2250428 Jun 10 14:45:28.572121 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-ef18868e-007b-49c4-8a04-ff46769774d2 req-bb8a09df-38ee-49e5-98bd-ce0b319e6805 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] 10.222.0.38 "GET /v2.0/security-groups?id=9c469717-5727-4cf6-9ce5-607887173839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614018 Jun 10 14:45:28.650079 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-81e501e8-25fd-4c90-989d-348e1d32fed6 req-f2b22867-7f5b-451f-89eb-fe2e6165157f tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770842865987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770842374669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4122288'] for port, after_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:28.653820 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-7c811ce2-2a92-4db5-a9c0-81b112dc3175 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:28.665023 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] get_ports_and_sgs() called for port_ids ['6de37836-363c-4a8e-8f26-ee4b973dc729'] {{(pid=98190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 14:45:28.682476 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b22867-7f5b-451f-89eb-fe2e6165157f tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] Pushing event deleted for resources: {'Port': ['ID=6de37836-363c-4a8e-8f26-ee4b973dc729,revision_number=None']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:28.696545 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b22867-7f5b-451f-89eb-fe2e6165157f tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:45:28.696545 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b22867-7f5b-451f-89eb-fe2e6165157f tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:45:28.696898 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b22867-7f5b-451f-89eb-fe2e6165157f tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:45:28.697352 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b22867-7f5b-451f-89eb-fe2e6165157f tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:45:28.697614 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b22867-7f5b-451f-89eb-fe2e6165157f tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:45:28.697969 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b22867-7f5b-451f-89eb-fe2e6165157f tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:45:28.698307 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b22867-7f5b-451f-89eb-fe2e6165157f tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:45:28.698647 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b22867-7f5b-451f-89eb-fe2e6165157f tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:45:28.699015 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b22867-7f5b-451f-89eb-fe2e6165157f tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:45:28.699340 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b22867-7f5b-451f-89eb-fe2e6165157f tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:45:28.699679 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b22867-7f5b-451f-89eb-fe2e6165157f tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:45:28.700015 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b22867-7f5b-451f-89eb-fe2e6165157f tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:45:28.705311 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-f2b22867-7f5b-451f-89eb-fe2e6165157f tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:28.756796 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.db.l3_dvrscheduler_db [req-81e501e8-25fd-4c90-989d-348e1d32fed6 req-f2b22867-7f5b-451f-89eb-fe2e6165157f tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] No DVR routers for this DVR port 6de37836-363c-4a8e-8f26-ee4b973dc729 on host hv-cinder-79578 {{(pid=98188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 14:45:28.759042 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-81e501e8-25fd-4c90-989d-348e1d32fed6 req-f2b22867-7f5b-451f-89eb-fe2e6165157f tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32075'] for port, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:28.760982 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-81e501e8-25fd-4c90-989d-348e1d32fed6 req-f2b22867-7f5b-451f-89eb-fe2e6165157f tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] 10.222.0.36 "DELETE /v2.0/ports/6de37836-363c-4a8e-8f26-ee4b973dc729 HTTP/1.1" status: 204 len: 173 time: 0.9339108 Jun 10 14:45:29.367990 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd42027e-6bd8-4708-8fbd-e3cfaf42308a req-f117fce5-f064-4910-a326-6239abcf08ea tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:29.371018 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-bd42027e-6bd8-4708-8fbd-e3cfaf42308a req-f117fce5-f064-4910-a326-6239abcf08ea tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9a3b00d-2848-49e7-b8bf-d499e1885c8a HTTP/1.1" status: 200 len: 946 time: 0.0789106 Jun 10 14:45:29.419924 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-bd42027e-6bd8-4708-8fbd-e3cfaf42308a req-d7158f58-ecd6-4974-b6f6-9db8b6d9b41c tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/security-groups?id=7ef18720-15dd-4ca1-94ee-72a6568dc847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396659 Jun 10 14:45:29.496513 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7facfd81-80c5-40e8-8695-806f213ca5bc req-652e1d22-7c90-4bcf-aa0d-1d537093de06 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:29.497949 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-7facfd81-80c5-40e8-8695-806f213ca5bc req-652e1d22-7c90-4bcf-aa0d-1d537093de06 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] 10.222.0.38 "GET /v2.0/ports?device_id=08da0e54-02bf-450f-a643-99d1afda20e6 HTTP/1.1" status: 200 len: 984 time: 0.0749636 Jun 10 14:45:29.543505 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-7facfd81-80c5-40e8-8695-806f213ca5bc req-58c119e7-1af0-4b99-b500-aa69ae5353b1 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec71249d-4576-413a-824b-9e6395e36894&id=6d95f537-c1aa-4142-b4e6-2a04b8dd3a61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0397217 Jun 10 14:45:30.138196 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08c8f2fd-05da-4600-ae3d-41a281ccd9c1', 'name': 'network-vif-deleted', 'tag': '6de37836-363c-4a8e-8f26-ee4b973dc729'}] {{(pid=98188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:45:30.140639 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f0fe7ff9a18056505f9f26f34e6288f69420e23a9758a676b79d6915a840c7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-462d7d41-2ab7-4e1f-a604-e593355d4abd" -d '{"events": [{"server_uuid": "08c8f2fd-05da-4600-ae3d-41a281ccd9c1", "name": "network-vif-deleted", "tag": "6de37836-363c-4a8e-8f26-ee4b973dc729"}]}' {{(pid=98188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:45:30.176704 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 14:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc8cdc5-46d7-40fe-bac4-be82ef8f4055 x-openstack-request-id: req-cdc8cdc5-46d7-40fe-bac4-be82ef8f4055 {{(pid=98188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:45:30.177656 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08c8f2fd-05da-4600-ae3d-41a281ccd9c1", "name": "network-vif-deleted", "tag": "6de37836-363c-4a8e-8f26-ee4b973dc729", "status": "completed", "code": 200}]} {{(pid=98188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:45:30.177937 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-cdc8cdc5-46d7-40fe-bac4-be82ef8f4055 {{(pid=98188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:45:30.178414 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08c8f2fd-05da-4600-ae3d-41a281ccd9c1', 'name': 'network-vif-deleted', 'tag': '6de37836-363c-4a8e-8f26-ee4b973dc729', 'status': 'completed', 'code': 200} Jun 10 14:45:30.331176 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.agents_db [None req-cd79858f-8c6e-4eae-9804-968873059af8 None None] Agent healthcheck: found 6 active agents {{(pid=98191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 14:45:30.606748 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5bae95-393b-4de2-8dbb-58dc0fc57a80 req-1f2227ed-5168-42e3-8620-d74b6628761c tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:30.608239 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-0a5bae95-393b-4de2-8dbb-58dc0fc57a80 req-1f2227ed-5168-42e3-8620-d74b6628761c tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9a3b00d-2848-49e7-b8bf-d499e1885c8a HTTP/1.1" status: 200 len: 946 time: 0.0691504 Jun 10 14:45:30.649234 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-0a5bae95-393b-4de2-8dbb-58dc0fc57a80 req-017dc295-05dc-4b92-8c8e-7a320db9ea8e tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/security-groups?id=7ef18720-15dd-4ca1-94ee-72a6568dc847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352466 Jun 10 14:45:30.720443 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Device 6de37836-363c-4a8e-8f26-ee4b973dc729 no longer exists at agent hyperv_hv-cinder-79578 {{(pid=98190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 14:45:30.735858 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b38c9b5-585b-4cb9-a86b-bcf907e17972 req-3031d09f-699c-4945-8abd-798ef374d1e2 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:30.737331 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-5b38c9b5-585b-4cb9-a86b-bcf907e17972 req-3031d09f-699c-4945-8abd-798ef374d1e2 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] 10.222.0.38 "GET /v2.0/ports?device_id=08da0e54-02bf-450f-a643-99d1afda20e6 HTTP/1.1" status: 200 len: 984 time: 0.0751319 Jun 10 14:45:30.746995 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.plugin [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] No Port match for: 6de37836-363c-4a8e-8f26-ee4b973dc729 {{(pid=98190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 14:45:30.747471 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Device 6de37836-363c-4a8e-8f26-ee4b973dc729 not bound to the agent host hv-cinder-79578 {{(pid=98190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 14:45:30.747997 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Device 49dc30b4-1676-4a63-9590-5935db8c67e8 no longer exists at agent hyperv_hv-cinder-79578 {{(pid=98190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 14:45:30.773903 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.plugin [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] No Port match for: 49dc30b4-1676-4a63-9590-5935db8c67e8 {{(pid=98190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 14:45:30.774643 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Device 49dc30b4-1676-4a63-9590-5935db8c67e8 not bound to the agent host hv-cinder-79578 {{(pid=98190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 14:45:30.782645 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-5b38c9b5-585b-4cb9-a86b-bcf907e17972 req-ad8421c0-38e3-48c3-b688-f9fc599346ad tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec71249d-4576-413a-824b-9e6395e36894&id=6d95f537-c1aa-4142-b4e6-2a04b8dd3a61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0397255 Jun 10 14:45:31.837422 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d298c1-1f5d-4b2d-9920-428559db48e2 req-a39329fe-7f05-4262-90ea-bdcce043865f tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:31.838917 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-66d298c1-1f5d-4b2d-9920-428559db48e2 req-a39329fe-7f05-4262-90ea-bdcce043865f tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9a3b00d-2848-49e7-b8bf-d499e1885c8a HTTP/1.1" status: 200 len: 946 time: 0.0706680 Jun 10 14:45:31.881112 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-66d298c1-1f5d-4b2d-9920-428559db48e2 req-3601ebc9-0e12-439a-b3d6-bfea7a741d6e tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/security-groups?id=7ef18720-15dd-4ca1-94ee-72a6568dc847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364909 Jun 10 14:45:31.977794 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f669125-7ab7-466b-b96d-1fd2b32041d4 req-28cf055a-60c2-4a1d-a801-7486142d1f04 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:31.979228 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-5f669125-7ab7-466b-b96d-1fd2b32041d4 req-28cf055a-60c2-4a1d-a801-7486142d1f04 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] 10.222.0.38 "GET /v2.0/ports?device_id=08da0e54-02bf-450f-a643-99d1afda20e6 HTTP/1.1" status: 200 len: 984 time: 0.0730999 Jun 10 14:45:32.022993 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-5f669125-7ab7-466b-b96d-1fd2b32041d4 req-3fb85536-4c23-46d4-9824-d1d9351fe02a tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec71249d-4576-413a-824b-9e6395e36894&id=6d95f537-c1aa-4142-b4e6-2a04b8dd3a61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0379810 Jun 10 14:45:32.443673 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0acf38d-4270-4919-a349-15dd474e3c00 req-a0dd6a10-447f-454c-ad02-d4708568281d tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:32.445164 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-b0acf38d-4270-4919-a349-15dd474e3c00 req-a0dd6a10-447f-454c-ad02-d4708568281d tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/ports?device_id=d967efd0-1130-473f-a29b-0961cdeca077 HTTP/1.1" status: 200 len: 946 time: 0.0704618 Jun 10 14:45:32.487958 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-b0acf38d-4270-4919-a349-15dd474e3c00 req-d4b84dd9-a861-4a84-9047-94728ff0c846 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/security-groups?id=ba1f250a-493e-4112-8d1f-5dae11288c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371139 Jun 10 14:45:33.065599 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726de310-d3aa-4c75-baa7-55b3b5811e7e req-0dea0d6e-086d-46fd-8bc3-409820baea15 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:33.067905 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-726de310-d3aa-4c75-baa7-55b3b5811e7e req-0dea0d6e-086d-46fd-8bc3-409820baea15 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9a3b00d-2848-49e7-b8bf-d499e1885c8a HTTP/1.1" status: 200 len: 946 time: 0.0735052 Jun 10 14:45:33.116045 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-726de310-d3aa-4c75-baa7-55b3b5811e7e req-c7cee510-96f5-4b3c-b79f-d27da1a0361f tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/security-groups?id=7ef18720-15dd-4ca1-94ee-72a6568dc847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417047 Jun 10 14:45:33.205628 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f861bc7-8e0f-43c6-bd5a-bb3e029de44d req-715c29aa-399f-4260-96bc-1c21cb9afee9 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:33.207052 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-6f861bc7-8e0f-43c6-bd5a-bb3e029de44d req-715c29aa-399f-4260-96bc-1c21cb9afee9 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] 10.222.0.38 "GET /v2.0/ports?device_id=08da0e54-02bf-450f-a643-99d1afda20e6 HTTP/1.1" status: 200 len: 984 time: 0.0697379 Jun 10 14:45:33.250679 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-6f861bc7-8e0f-43c6-bd5a-bb3e029de44d req-ce967362-31e7-4e0c-abe9-ce2c5c0f414a tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec71249d-4576-413a-824b-9e6395e36894&id=6d95f537-c1aa-4142-b4e6-2a04b8dd3a61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0371299 Jun 10 14:45:33.566168 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c02ad4-81e9-43d9-aa1e-ec8813ae2c43 req-598725fe-c38e-4e3e-b616-968d54073e46 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:33.568558 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-29c02ad4-81e9-43d9-aa1e-ec8813ae2c43 req-598725fe-c38e-4e3e-b616-968d54073e46 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] 10.222.0.38 "GET /v2.0/networks?id=58964550-9641-4b98-8f40-cedf0f000584 HTTP/1.1" status: 200 len: 813 time: 0.1257694 Jun 10 14:45:33.582377 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-29c02ad4-81e9-43d9-aa1e-ec8813ae2c43 req-8bf53e3b-4d6c-49a8-93e2-15756c187855 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] 10.222.0.38 "GET /v2.0/quotas/dfd878f040a749b69cad3b7e3238a4cd HTTP/1.1" status: 200 len: 375 time: 0.0086288 Jun 10 14:45:33.622354 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-29c02ad4-81e9-43d9-aa1e-ec8813ae2c43 req-54e72283-45d1-4d33-b4f6-23750c5d15df tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=dfd878f040a749b69cad3b7e3238a4cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346720 Jun 10 14:45:33.998312 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-29c02ad4-81e9-43d9-aa1e-ec8813ae2c43 req-61059ef9-03b4-4a5e-bf69-9290cdce7438 service neutron] 10.222.0.38 "GET /v2.0/networks/58964550-9641-4b98-8f40-cedf0f000584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3660040 Jun 10 14:45:34.006314 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3048205-2534-4eb8-9cc2-3834dee7cbf3 req-91a5f1fd-25e6-48af-8517-66032623aeb4 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:34.007632 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-a3048205-2534-4eb8-9cc2-3834dee7cbf3 req-91a5f1fd-25e6-48af-8517-66032623aeb4 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/ports?device_id=d967efd0-1130-473f-a29b-0961cdeca077 HTTP/1.1" status: 200 len: 946 time: 0.3879247 Jun 10 14:45:34.125358 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-a3048205-2534-4eb8-9cc2-3834dee7cbf3 req-47a24925-6155-412f-8f85-a4cac438a5b0 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/security-groups?id=ba1f250a-493e-4112-8d1f-5dae11288c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101511 Jun 10 14:45:34.151742 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-29c02ad4-81e9-43d9-aa1e-ec8813ae2c43 req-0af315f7-77c2-461b-ba95-4c6cf325a4c3 service neutron] 10.222.0.38 "GET /v2.0/networks/58964550-9641-4b98-8f40-cedf0f000584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430614 Jun 10 14:45:34.329670 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-56a36c54-f785-4803-92bc-f1bbcab0bbfa req-d7ba6508-a183-4f63-ac39-9a5bf00bab0b tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] 10.222.0.38 "GET /v2.0/ports?device_id=73ddb4eb-efd9-40ec-bd7c-7bd555bf1034 HTTP/1.1" status: 200 len: 210 time: 0.0359774 Jun 10 14:45:34.366652 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb79610-c9e8-48e5-a721-4e04065f52fb req-839e462c-3e19-4cc5-9a86-2538ecc87d6f tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:34.368174 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-5bb79610-c9e8-48e5-a721-4e04065f52fb req-839e462c-3e19-4cc5-9a86-2538ecc87d6f tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9a3b00d-2848-49e7-b8bf-d499e1885c8a HTTP/1.1" status: 200 len: 946 time: 0.1224182 Jun 10 14:45:34.425183 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-5bb79610-c9e8-48e5-a721-4e04065f52fb req-c060751a-de0b-48be-81ad-4f1089475866 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/security-groups?id=7ef18720-15dd-4ca1-94ee-72a6568dc847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493057 Jun 10 14:45:34.517801 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954162b8-ac23-48d8-8023-1fcc5308912e req-c532646e-3c59-422f-9b00-b6a4d1884db5 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:34.519157 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-954162b8-ac23-48d8-8023-1fcc5308912e req-c532646e-3c59-422f-9b00-b6a4d1884db5 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] 10.222.0.38 "GET /v2.0/ports?device_id=08da0e54-02bf-450f-a643-99d1afda20e6 HTTP/1.1" status: 200 len: 984 time: 0.0763261 Jun 10 14:45:34.577200 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-954162b8-ac23-48d8-8023-1fcc5308912e req-9e183e4d-46a7-4c83-896d-94585c351219 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec71249d-4576-413a-824b-9e6395e36894&id=6d95f537-c1aa-4142-b4e6-2a04b8dd3a61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0482147 Jun 10 14:45:35.143430 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b5ad5e-0ba1-4c48-a8c6-5352f26121d6 req-4487e76f-0564-471b-9921-089afe7afb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:35.145100 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-96b5ad5e-0ba1-4c48-a8c6-5352f26121d6 req-4487e76f-0564-471b-9921-089afe7afb84 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=22b067f743a04ce6ac0fdb4c7ff25d6b&device_id=d967efd0-1130-473f-a29b-0961cdeca077 HTTP/1.1" status: 200 len: 1099 time: 0.0614536 Jun 10 14:45:35.339093 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b5ad5e-0ba1-4c48-a8c6-5352f26121d6 req-24b0baad-b69e-4b72-9b89-d4cba153f3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:35.340563 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-96b5ad5e-0ba1-4c48-a8c6-5352f26121d6 req-24b0baad-b69e-4b72-9b89-d4cba153f3ef service neutron] 10.222.0.36 "GET /v2.0/networks?id=8f467c1d-b7dd-45f1-993c-b606f02ba79f HTTP/1.1" status: 200 len: 912 time: 0.1650376 Jun 10 14:45:35.411630 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e28820-bcf3-47b0-a3ea-308190e7e13c req-3e6c15f9-1322-4949-b482-2b419210f14b tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:35.413040 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-76e28820-bcf3-47b0-a3ea-308190e7e13c req-3e6c15f9-1322-4949-b482-2b419210f14b tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/ports?device_id=d967efd0-1130-473f-a29b-0961cdeca077 HTTP/1.1" status: 200 len: 946 time: 0.1494436 Jun 10 14:45:35.452575 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-96b5ad5e-0ba1-4c48-a8c6-5352f26121d6 req-79e89809-dec6-4df7-a139-37676fd7038b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b5bad57-2144-47fa-98ed-3a4f902ca03e HTTP/1.1" status: 200 len: 1001 time: 0.1042325 Jun 10 14:45:35.533431 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-76e28820-bcf3-47b0-a3ea-308190e7e13c req-74d12a70-b48d-40c4-9d36-677f5bcc2976 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/security-groups?id=ba1f250a-493e-4112-8d1f-5dae11288c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140702 Jun 10 14:45:35.535285 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-7a4c7add-f98b-4f4f-bcac-653e0b3df05a req-33417132-64f9-4f10-96d7-b9ee636b92d8 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] 10.222.0.38 "GET /v2.0/ports?device_id=73ddb4eb-efd9-40ec-bd7c-7bd555bf1034 HTTP/1.1" status: 200 len: 210 time: 0.0699303 Jun 10 14:45:35.557463 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b5ad5e-0ba1-4c48-a8c6-5352f26121d6 req-35db48bb-2068-449c-b6b4-8c26dcffcc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:35.559541 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-96b5ad5e-0ba1-4c48-a8c6-5352f26121d6 req-35db48bb-2068-449c-b6b4-8c26dcffcc01 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5f776bc1-0a43-4578-9bc2-ebe24541eeb6 HTTP/1.1" status: 200 len: 850 time: 0.0955920 Jun 10 14:45:35.635214 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b5ad5e-0ba1-4c48-a8c6-5352f26121d6 req-fc8a6aa8-b8eb-4a8f-9305-92e889ea6214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:35.636994 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-96b5ad5e-0ba1-4c48-a8c6-5352f26121d6 req-fc8a6aa8-b8eb-4a8f-9305-92e889ea6214 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8f467c1d-b7dd-45f1-993c-b606f02ba79f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0705779 Jun 10 14:45:35.955307 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-96b5ad5e-0ba1-4c48-a8c6-5352f26121d6 req-c90ddaf0-bb10-4341-aa8b-5124e9c73438 service neutron] 10.222.0.36 "GET /v2.0/networks/8f467c1d-b7dd-45f1-993c-b606f02ba79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3013980 Jun 10 14:45:35.975889 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296cd585-2905-47c1-8ddb-deabe7ef6620 req-48946887-35d1-4c82-82e6-e0e1e208fddd tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:35.977398 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-296cd585-2905-47c1-8ddb-deabe7ef6620 req-48946887-35d1-4c82-82e6-e0e1e208fddd tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9a3b00d-2848-49e7-b8bf-d499e1885c8a HTTP/1.1" status: 200 len: 946 time: 0.3151693 Jun 10 14:45:36.034860 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c02ad4-81e9-43d9-aa1e-ec8813ae2c43 req-d0ff5780-048d-4ed1-82b8-76c957488d61 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:36.036256 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-29c02ad4-81e9-43d9-aa1e-ec8813ae2c43 req-d0ff5780-048d-4ed1-82b8-76c957488d61 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] 10.222.0.36 "GET /v2.0/networks?id=58964550-9641-4b98-8f40-cedf0f000584 HTTP/1.1" status: 200 len: 813 time: 0.2982738 Jun 10 14:45:36.048735 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb693f04-0770-416b-8dd6-2f75f1080090 req-8286ae04-5426-4cec-9546-620155f3728a tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:36.050074 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-eb693f04-0770-416b-8dd6-2f75f1080090 req-8286ae04-5426-4cec-9546-620155f3728a tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] 10.222.0.38 "GET /v2.0/ports?device_id=08da0e54-02bf-450f-a643-99d1afda20e6 HTTP/1.1" status: 200 len: 984 time: 0.3373997 Jun 10 14:45:36.071067 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.v2.base [req-29c02ad4-81e9-43d9-aa1e-ec8813ae2c43 req-f5a64420-567c-4176-a98a-c7b4b7b864e8 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] Request body: {'port': {'device_id': '73ddb4eb-efd9-40ec-bd7c-7bd555bf1034', 'network_id': '58964550-9641-4b98-8f40-cedf0f000584', 'admin_state_up': True, 'tenant_id': 'dfd878f040a749b69cad3b7e3238a4cd'}} {{(pid=98188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:45:36.132060 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3371644c-dfcf-4358-88d6-edbd957d1e6c req-65faa961-4089-4d3e-af90-98a540b4f5eb tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:36.133559 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-3371644c-dfcf-4358-88d6-edbd957d1e6c req-65faa961-4089-4d3e-af90-98a540b4f5eb tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9a3b00d-2848-49e7-b8bf-d499e1885c8a HTTP/1.1" status: 200 len: 946 time: 0.0724802 Jun 10 14:45:36.171542 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-296cd585-2905-47c1-8ddb-deabe7ef6620 req-42db28b2-a15e-41d7-bc56-93980de9e766 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/security-groups?id=7ef18720-15dd-4ca1-94ee-72a6568dc847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769915 Jun 10 14:45:36.265604 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-eb693f04-0770-416b-8dd6-2f75f1080090 req-9aa5582a-fb5d-41b7-8c3e-f62552d7f7db tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec71249d-4576-413a-824b-9e6395e36894&id=6d95f537-c1aa-4142-b4e6-2a04b8dd3a61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1999247 Jun 10 14:45:36.284978 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-96b5ad5e-0ba1-4c48-a8c6-5352f26121d6 req-cae7b198-28d9-4223-865e-3d3c7d8e9107 service neutron] 10.222.0.36 "GET /v2.0/networks/8f467c1d-b7dd-45f1-993c-b606f02ba79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3055251 Jun 10 14:45:36.340459 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29c02ad4-81e9-43d9-aa1e-ec8813ae2c43 req-f5a64420-567c-4176-a98a-c7b4b7b864e8 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] Made reservation on behalf of dfd878f040a749b69cad3b7e3238a4cd for: {'port': 1} {{(pid=98188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 14:45:36.344435 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-29c02ad4-81e9-43d9-aa1e-ec8813ae2c43 req-f5a64420-567c-4176-a98a-c7b4b7b864e8 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:36.490162 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.db.db_base_plugin_common [req-29c02ad4-81e9-43d9-aa1e-ec8813ae2c43 req-f5a64420-567c-4176-a98a-c7b4b7b864e8 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] Allocated IP 172.20.0.4 (58964550-9641-4b98-8f40-cedf0f000584/36f8e516-da16-44e5-9c96-d90406d3d3b4/231ba212-985c-494d-8546-19aafae4cd3b) {{(pid=98188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 14:45:36.490777 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.plugin [req-3371644c-dfcf-4358-88d6-edbd957d1e6c req-cf356f2a-33f8-49d4-888f-668ba8c0e298 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Deleting port 39e2555c-329d-4b2c-b1ab-1211d2e21ca3 {{(pid=98189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 14:45:36.491121 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [req-3371644c-dfcf-4358-88d6-edbd957d1e6c req-cf356f2a-33f8-49d4-888f-668ba8c0e298 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770842860575'] for port, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:36.634215 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.db [req-3371644c-dfcf-4358-88d6-edbd957d1e6c req-cf356f2a-33f8-49d4-888f-668ba8c0e298 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] For port 39e2555c-329d-4b2c-b1ab-1211d2e21ca3, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=39e2555c-329d-4b2c-b1ab-1211d2e21ca3,segment=NetworkSegment(32d1116f-1d2e-4c45-9eab-f4f6570fa755),segment_id=32d1116f-1d2e-4c45-9eab-f4f6570fa755)] {{(pid=98189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:45:36.634573 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [req-3371644c-dfcf-4358-88d6-edbd957d1e6c req-cf356f2a-33f8-49d4-888f-668ba8c0e298 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725918'] for port, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:36.738252 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.plugin [req-3371644c-dfcf-4358-88d6-edbd957d1e6c req-cf356f2a-33f8-49d4-888f-668ba8c0e298 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Calling delete_port for 39e2555c-329d-4b2c-b1ab-1211d2e21ca3 owned by compute:nova {{(pid=98189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 14:45:36.746827 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-5c4ee5bf-4955-4938-b156-04a1f9c58cf5 req-84f5c40b-830e-44fa-9118-7b9af7b8dc7f tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] 10.222.0.38 "GET /v2.0/ports?device_id=73ddb4eb-efd9-40ec-bd7c-7bd555bf1034 HTTP/1.1" status: 200 len: 210 time: 0.0752187 Jun 10 14:45:36.776741 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-29c02ad4-81e9-43d9-aa1e-ec8813ae2c43 req-f5a64420-567c-4176-a98a-c7b4b7b864e8 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] Notify callbacks [] for port, precommit_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:36.808676 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84a319f-4296-43a3-9bf9-5d96a647539f req-7b7c0acd-b50c-4940-b055-f70f6b6643fe tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:36.810152 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-a84a319f-4296-43a3-9bf9-5d96a647539f req-7b7c0acd-b50c-4940-b055-f70f6b6643fe tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/ports?device_id=d967efd0-1130-473f-a29b-0961cdeca077 HTTP/1.1" status: 200 len: 946 time: 0.1522546 Jun 10 14:45:36.860617 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-29c02ad4-81e9-43d9-aa1e-ec8813ae2c43 req-f5a64420-567c-4176-a98a-c7b4b7b864e8 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33290945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770842374660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4122283'] for port, after_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:36.868881 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-ce147a7c-fbcc-40ee-84f6-453518166e5e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:36.902211 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [req-3371644c-dfcf-4358-88d6-edbd957d1e6c req-cf356f2a-33f8-49d4-888f-668ba8c0e298 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770842865987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770842374669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10153669'] for port, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:36.902472 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-a84a319f-4296-43a3-9bf9-5d96a647539f req-0c581a9b-c325-44c0-958b-d9c86a661722 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/security-groups?id=ba1f250a-493e-4112-8d1f-5dae11288c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838380 Jun 10 14:45:36.906246 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:36.923173 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29c02ad4-81e9-43d9-aa1e-ec8813ae2c43 req-f5a64420-567c-4176-a98a-c7b4b7b864e8 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] Network 58964550-9641-4b98-8f40-cedf0f000584 is already hosted by enough agents. {{(pid=98188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 14:45:36.927246 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.scheduler.base_scheduler [req-29c02ad4-81e9-43d9-aa1e-ec8813ae2c43 req-f5a64420-567c-4176-a98a-c7b4b7b864e8 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] Resources bound (agent type, host, resource id): {{(pid=98188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:45:36.931082 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.db.l3_dvrscheduler_db [req-29c02ad4-81e9-43d9-aa1e-ec8813ae2c43 req-f5a64420-567c-4176-a98a-c7b4b7b864e8 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] Received port after_create {{(pid=98188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 14:45:36.937837 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf356f2a-33f8-49d4-888f-668ba8c0e298 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Pushing event deleted for resources: {'Port': ['ID=39e2555c-329d-4b2c-b1ab-1211d2e21ca3,revision_number=None']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:36.948711 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf356f2a-33f8-49d4-888f-668ba8c0e298 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:45:36.949099 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf356f2a-33f8-49d4-888f-668ba8c0e298 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:45:36.949472 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf356f2a-33f8-49d4-888f-668ba8c0e298 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:45:36.949840 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf356f2a-33f8-49d4-888f-668ba8c0e298 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:45:36.950206 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf356f2a-33f8-49d4-888f-668ba8c0e298 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:45:36.950566 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf356f2a-33f8-49d4-888f-668ba8c0e298 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:45:36.950921 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf356f2a-33f8-49d4-888f-668ba8c0e298 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:45:36.951274 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf356f2a-33f8-49d4-888f-668ba8c0e298 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:45:36.951628 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf356f2a-33f8-49d4-888f-668ba8c0e298 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:45:36.951981 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf356f2a-33f8-49d4-888f-668ba8c0e298 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:45:36.952357 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf356f2a-33f8-49d4-888f-668ba8c0e298 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:45:36.952712 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf356f2a-33f8-49d4-888f-668ba8c0e298 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:45:36.958487 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-cf356f2a-33f8-49d4-888f-668ba8c0e298 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:36.966746 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a64420-567c-4176-a98a-c7b4b7b864e8 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] Pushing event updated for resources: {'Port': ['ID=231ba212-985c-494d-8546-19aafae4cd3b,revision_number=1']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:36.970862 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-f5a64420-567c-4176-a98a-c7b4b7b864e8 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:36.994379 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c02ad4-81e9-43d9-aa1e-ec8813ae2c43 req-f5a64420-567c-4176-a98a-c7b4b7b864e8 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:36.994985 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-29c02ad4-81e9-43d9-aa1e-ec8813ae2c43 req-f5a64420-567c-4176-a98a-c7b4b7b864e8 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32075'] for port, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:37.008866 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-29c02ad4-81e9-43d9-aa1e-ec8813ae2c43 req-f5a64420-567c-4176-a98a-c7b4b7b864e8 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9442410 Jun 10 14:45:37.014792 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.db.l3_dvrscheduler_db [req-3371644c-dfcf-4358-88d6-edbd957d1e6c req-cf356f2a-33f8-49d4-888f-668ba8c0e298 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] No DVR routers for this DVR port 39e2555c-329d-4b2c-b1ab-1211d2e21ca3 on host hv-cinder-79578 {{(pid=98189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 14:45:37.017781 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [req-3371644c-dfcf-4358-88d6-edbd957d1e6c req-cf356f2a-33f8-49d4-888f-668ba8c0e298 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32075'] for port, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:37.019819 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-3371644c-dfcf-4358-88d6-edbd957d1e6c req-cf356f2a-33f8-49d4-888f-668ba8c0e298 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.36 "DELETE /v2.0/ports/39e2555c-329d-4b2c-b1ab-1211d2e21ca3 HTTP/1.1" status: 204 len: 173 time: 0.8753510 Jun 10 14:45:37.020589 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9a3b00d-2848-49e7-b8bf-d499e1885c8a', 'name': 'network-vif-deleted', 'tag': '39e2555c-329d-4b2c-b1ab-1211d2e21ca3'}] {{(pid=98189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:45:37.023265 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd5238e10c74dbb520512e65c1fdd866749acdde8b41798b102d67d69ab3830" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58bc086e-16f9-4522-85d4-b4c1f1de4ba3" -d '{"events": [{"server_uuid": "c9a3b00d-2848-49e7-b8bf-d499e1885c8a", "name": "network-vif-deleted", "tag": "39e2555c-329d-4b2c-b1ab-1211d2e21ca3"}]}' {{(pid=98189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:45:37.027252 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.v2.base [req-29c02ad4-81e9-43d9-aa1e-ec8813ae2c43 req-cad92532-1acb-4e71-bf2c-5988ddcd13c5 service neutron] Request body: {'port': {'device_id': '73ddb4eb-efd9-40ec-bd7c-7bd555bf1034', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79578'}} {{(pid=98188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:45:37.060787 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 14:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06bb5f18-6b7e-4421-b39a-3b700491c27a x-openstack-request-id: req-06bb5f18-6b7e-4421-b39a-3b700491c27a {{(pid=98189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:45:37.061099 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9a3b00d-2848-49e7-b8bf-d499e1885c8a", "name": "network-vif-deleted", "tag": "39e2555c-329d-4b2c-b1ab-1211d2e21ca3", "status": "completed", "code": 200}]} {{(pid=98189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:45:37.061407 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-06bb5f18-6b7e-4421-b39a-3b700491c27a {{(pid=98189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:45:37.061826 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9a3b00d-2848-49e7-b8bf-d499e1885c8a', 'name': 'network-vif-deleted', 'tag': '39e2555c-329d-4b2c-b1ab-1211d2e21ca3', 'status': 'completed', 'code': 200} Jun 10 14:45:37.118109 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-29c02ad4-81e9-43d9-aa1e-ec8813ae2c43 req-cad92532-1acb-4e71-bf2c-5988ddcd13c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:37.545647 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:37.604704 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-96adbaf8-94eb-4e9e-a8f0-15eb4af237c4 req-e5bc1109-64bd-4c4c-80a6-70292507e62d tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9a3b00d-2848-49e7-b8bf-d499e1885c8a HTTP/1.1" status: 200 len: 210 time: 0.0449061 Jun 10 14:45:37.703082 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.notifiers.nova [req-29c02ad4-81e9-43d9-aa1e-ec8813ae2c43 req-cad92532-1acb-4e71-bf2c-5988ddcd13c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 231ba212-985c-494d-8546-19aafae4cd3b {{(pid=98188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 14:45:37.711837 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-29c02ad4-81e9-43d9-aa1e-ec8813ae2c43 req-cad92532-1acb-4e71-bf2c-5988ddcd13c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:37.723788 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.db.provisioning_blocks [req-29c02ad4-81e9-43d9-aa1e-ec8813ae2c43 req-cad92532-1acb-4e71-bf2c-5988ddcd13c5 service neutron] Transition to ACTIVE for port object 231ba212-985c-494d-8546-19aafae4cd3b will not be triggered until provisioned by entity L2. {{(pid=98188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:45:37.726751 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-29c02ad4-81e9-43d9-aa1e-ec8813ae2c43 req-cad92532-1acb-4e71-bf2c-5988ddcd13c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4122297'] for port, after_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:37.729524 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:37.826258 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad92532-1acb-4e71-bf2c-5988ddcd13c5 service neutron] Pushing event updated for resources: {'Port': ['ID=231ba212-985c-494d-8546-19aafae4cd3b,revision_number=2']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:37.828965 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-cad92532-1acb-4e71-bf2c-5988ddcd13c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:37.948172 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.managers [req-29c02ad4-81e9-43d9-aa1e-ec8813ae2c43 req-cad92532-1acb-4e71-bf2c-5988ddcd13c5 service neutron] Attempting to bind port 231ba212-985c-494d-8546-19aafae4cd3b on host hv-cinder-79578 for vnic_type normal with profile {{(pid=98188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 14:45:37.948542 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.managers [req-29c02ad4-81e9-43d9-aa1e-ec8813ae2c43 req-cad92532-1acb-4e71-bf2c-5988ddcd13c5 service neutron] Attempting to bind port 231ba212-985c-494d-8546-19aafae4cd3b by drivers openvswitch,hyperv on host hv-cinder-79578 at level 0 using segments [{'id': '61501d67-a830-48ef-831f-f94cb25e1bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '58964550-9641-4b98-8f40-cedf0f000584'}] {{(pid=98188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 14:45:37.948871 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c02ad4-81e9-43d9-aa1e-ec8813ae2c43 req-cad92532-1acb-4e71-bf2c-5988ddcd13c5 service neutron] Attempting to bind port 231ba212-985c-494d-8546-19aafae4cd3b on network 58964550-9641-4b98-8f40-cedf0f000584 {{(pid=98188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 14:45:37.956269 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c02ad4-81e9-43d9-aa1e-ec8813ae2c43 req-cad92532-1acb-4e71-bf2c-5988ddcd13c5 service neutron] Port 231ba212-985c-494d-8546-19aafae4cd3b on network 58964550-9641-4b98-8f40-cedf0f000584 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79578 {{(pid=98188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 14:45:37.956613 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c02ad4-81e9-43d9-aa1e-ec8813ae2c43 req-cad92532-1acb-4e71-bf2c-5988ddcd13c5 service neutron] Attempting to bind port 231ba212-985c-494d-8546-19aafae4cd3b on network 58964550-9641-4b98-8f40-cedf0f000584 {{(pid=98188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 14:45:37.966581 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c02ad4-81e9-43d9-aa1e-ec8813ae2c43 req-cad92532-1acb-4e71-bf2c-5988ddcd13c5 service neutron] Checking agent: {'id': 'c47c39ee-f167-41a2-bf85-7dde6d0410ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79578', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 14, 40, 37), 'started_at': datetime.datetime(2021, 6, 10, 14, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 14, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 14:45:37.966912 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c02ad4-81e9-43d9-aa1e-ec8813ae2c43 req-cad92532-1acb-4e71-bf2c-5988ddcd13c5 service neutron] Checking segment: {'id': '61501d67-a830-48ef-831f-f94cb25e1bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '58964550-9641-4b98-8f40-cedf0f000584'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 14:45:37.967291 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c02ad4-81e9-43d9-aa1e-ec8813ae2c43 req-cad92532-1acb-4e71-bf2c-5988ddcd13c5 service neutron] Bound using segment: {'id': '61501d67-a830-48ef-831f-f94cb25e1bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '58964550-9641-4b98-8f40-cedf0f000584'} {{(pid=98188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 14:45:37.967785 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.managers [req-29c02ad4-81e9-43d9-aa1e-ec8813ae2c43 req-cad92532-1acb-4e71-bf2c-5988ddcd13c5 service neutron] Bound port: 231ba212-985c-494d-8546-19aafae4cd3b, host: hv-cinder-79578, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61501d67-a830-48ef-831f-f94cb25e1bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '58964550-9641-4b98-8f40-cedf0f000584'}}] {{(pid=98188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 14:45:37.968133 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-29c02ad4-81e9-43d9-aa1e-ec8813ae2c43 req-cad92532-1acb-4e71-bf2c-5988ddcd13c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:37.991263 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b56ec92-7483-4c6b-b5de-90d3b20e5ab0 req-73476fae-cb6b-43d7-8eca-a2ecfc52359d tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:37.992741 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-2b56ec92-7483-4c6b-b5de-90d3b20e5ab0 req-73476fae-cb6b-43d7-8eca-a2ecfc52359d tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] 10.222.0.38 "GET /v2.0/ports?device_id=73ddb4eb-efd9-40ec-bd7c-7bd555bf1034 HTTP/1.1" status: 200 len: 943 time: 0.1143565 Jun 10 14:45:38.124437 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-2b56ec92-7483-4c6b-b5de-90d3b20e5ab0 req-d9ed201a-77f5-4ec0-abf6-8ab561962aff tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] 10.222.0.38 "GET /v2.0/security-groups?id=9c469717-5727-4cf6-9ce5-607887173839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005285 Jun 10 14:45:38.125438 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.db [req-29c02ad4-81e9-43d9-aa1e-ec8813ae2c43 req-cad92532-1acb-4e71-bf2c-5988ddcd13c5 service neutron] For port 231ba212-985c-494d-8546-19aafae4cd3b, host hv-cinder-79578, cleared binding levels {{(pid=98188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 14:45:38.129082 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.db [req-29c02ad4-81e9-43d9-aa1e-ec8813ae2c43 req-cad92532-1acb-4e71-bf2c-5988ddcd13c5 service neutron] For port 231ba212-985c-494d-8546-19aafae4cd3b, host hv-cinder-79578, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=231ba212-985c-494d-8546-19aafae4cd3b,segment=NetworkSegment(61501d67-a830-48ef-831f-f94cb25e1bdf),segment_id=61501d67-a830-48ef-831f-f94cb25e1bdf)] {{(pid=98188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 14:45:38.137454 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-29c02ad4-81e9-43d9-aa1e-ec8813ae2c43 req-cad92532-1acb-4e71-bf2c-5988ddcd13c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4122297'] for port, after_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:38.140003 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-5e4d9c39-7846-418a-b91d-69a7ef015c8e tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:38.182451 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c02ad4-81e9-43d9-aa1e-ec8813ae2c43 req-cad92532-1acb-4e71-bf2c-5988ddcd13c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:38.183538 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-29c02ad4-81e9-43d9-aa1e-ec8813ae2c43 req-cad92532-1acb-4e71-bf2c-5988ddcd13c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32075'] for port, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:38.184596 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-29c02ad4-81e9-43d9-aa1e-ec8813ae2c43 req-cad92532-1acb-4e71-bf2c-5988ddcd13c5 service neutron] 10.222.0.36 "PUT /v2.0/ports/231ba212-985c-494d-8546-19aafae4cd3b HTTP/1.1" status: 200 len: 1093 time: 1.1617327 Jun 10 14:45:38.191720 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73ddb4eb-efd9-40ec-bd7c-7bd555bf1034', 'tag': '231ba212-985c-494d-8546-19aafae4cd3b'}] {{(pid=98188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:45:38.194600 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f0fe7ff9a18056505f9f26f34e6288f69420e23a9758a676b79d6915a840c7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ccf5b21-3c34-4afd-9f65-3b9b8254d6c7" -d '{"events": [{"name": "network-changed", "server_uuid": "73ddb4eb-efd9-40ec-bd7c-7bd555bf1034", "tag": "231ba212-985c-494d-8546-19aafae4cd3b"}]}' {{(pid=98188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:45:38.206608 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31b93ba-54f8-49cf-a032-c86d93c29c92 req-8bd9adbb-14ab-4f91-929a-7fd0691ea669 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:38.209082 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-a31b93ba-54f8-49cf-a032-c86d93c29c92 req-8bd9adbb-14ab-4f91-929a-7fd0691ea669 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/ports?device_id=d967efd0-1130-473f-a29b-0961cdeca077 HTTP/1.1" status: 200 len: 946 time: 0.1862726 Jun 10 14:45:38.238336 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 14:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67828261-dba4-40d0-9b98-38b1fee2c0ed x-openstack-request-id: req-67828261-dba4-40d0-9b98-38b1fee2c0ed {{(pid=98188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:45:38.238654 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73ddb4eb-efd9-40ec-bd7c-7bd555bf1034", "tag": "231ba212-985c-494d-8546-19aafae4cd3b", "status": "completed", "code": 200}]} {{(pid=98188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:45:38.238926 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-67828261-dba4-40d0-9b98-38b1fee2c0ed {{(pid=98188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:45:38.239836 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73ddb4eb-efd9-40ec-bd7c-7bd555bf1034', 'tag': '231ba212-985c-494d-8546-19aafae4cd3b', 'status': 'completed', 'code': 200} Jun 10 14:45:38.280500 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad92532-1acb-4e71-bf2c-5988ddcd13c5 service neutron] Pushing event updated for resources: {'Port': ['ID=231ba212-985c-494d-8546-19aafae4cd3b,revision_number=3']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:38.283859 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-cad92532-1acb-4e71-bf2c-5988ddcd13c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:38.307877 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-a31b93ba-54f8-49cf-a032-c86d93c29c92 req-16ff8ee7-2397-44b1-b951-ac963d32ec0f tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/security-groups?id=ba1f250a-493e-4112-8d1f-5dae11288c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930009 Jun 10 14:45:38.326714 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c02ad4-81e9-43d9-aa1e-ec8813ae2c43 req-df15320b-65ae-4708-a57d-e95adfd7d762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:38.328138 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-29c02ad4-81e9-43d9-aa1e-ec8813ae2c43 req-df15320b-65ae-4708-a57d-e95adfd7d762 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dfd878f040a749b69cad3b7e3238a4cd&device_id=73ddb4eb-efd9-40ec-bd7c-7bd555bf1034 HTTP/1.1" status: 200 len: 1096 time: 0.0914896 Jun 10 14:45:38.383496 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-29c02ad4-81e9-43d9-aa1e-ec8813ae2c43 req-359bc919-b88d-4ee8-b514-0b89925ce4b9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=231ba212-985c-494d-8546-19aafae4cd3b HTTP/1.1" status: 200 len: 217 time: 0.0471611 Jun 10 14:45:38.451936 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c02ad4-81e9-43d9-aa1e-ec8813ae2c43 req-dc13cabe-c841-4612-8e86-2f7271b95e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:38.451936 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-29c02ad4-81e9-43d9-aa1e-ec8813ae2c43 req-dc13cabe-c841-4612-8e86-2f7271b95e01 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=36f8e516-da16-44e5-9c96-d90406d3d3b4 HTTP/1.1" status: 200 len: 853 time: 0.0620563 Jun 10 14:45:38.493512 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-29c02ad4-81e9-43d9-aa1e-ec8813ae2c43 req-ea749b50-3dc6-4e38-b1e0-9363281ecde1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=58964550-9641-4b98-8f40-cedf0f000584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323620 Jun 10 14:45:38.614874 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-29c02ad4-81e9-43d9-aa1e-ec8813ae2c43 req-a7f9aa17-12cf-4400-aad0-5b86a1e7683e service neutron] 10.222.0.36 "GET /v2.0/networks/58964550-9641-4b98-8f40-cedf0f000584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114986 Jun 10 14:45:38.713236 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 37500) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:45:38.735903 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-29c02ad4-81e9-43d9-aa1e-ec8813ae2c43 req-b7c969ee-cb52-48b2-9865-2407817475ce service neutron] 10.222.0.36 "GET /v2.0/networks/58964550-9641-4b98-8f40-cedf0f000584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166968 Jun 10 14:45:38.799786 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Device 39e2555c-329d-4b2c-b1ab-1211d2e21ca3 no longer exists at agent hyperv_hv-cinder-79578 {{(pid=98190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 14:45:38.831554 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.plugin [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] No Port match for: 39e2555c-329d-4b2c-b1ab-1211d2e21ca3 {{(pid=98190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 14:45:38.832265 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Device 39e2555c-329d-4b2c-b1ab-1211d2e21ca3 not bound to the agent host hv-cinder-79578 {{(pid=98190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 14:45:38.849801 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccf5b21-3c34-4afd-9f65-3b9b8254d6c7 req-8e4a40ae-353a-4059-94a2-8c8daa266a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:38.851267 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-9ccf5b21-3c34-4afd-9f65-3b9b8254d6c7 req-8e4a40ae-353a-4059-94a2-8c8daa266a5e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dfd878f040a749b69cad3b7e3238a4cd&device_id=73ddb4eb-efd9-40ec-bd7c-7bd555bf1034 HTTP/1.1" status: 200 len: 1096 time: 0.0641611 Jun 10 14:45:38.974912 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccf5b21-3c34-4afd-9f65-3b9b8254d6c7 req-6db904f4-0ccc-44f0-9955-0fe311686a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:38.976431 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-9ccf5b21-3c34-4afd-9f65-3b9b8254d6c7 req-6db904f4-0ccc-44f0-9955-0fe311686a38 service neutron] 10.222.0.36 "GET /v2.0/networks?id=58964550-9641-4b98-8f40-cedf0f000584 HTTP/1.1" status: 200 len: 914 time: 0.1128509 Jun 10 14:45:39.032146 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-9ccf5b21-3c34-4afd-9f65-3b9b8254d6c7 req-4cf03d3a-71b4-4328-8223-7e1c3071ece4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=231ba212-985c-494d-8546-19aafae4cd3b HTTP/1.1" status: 200 len: 217 time: 0.0472960 Jun 10 14:45:39.094822 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccf5b21-3c34-4afd-9f65-3b9b8254d6c7 req-795ced01-3ae6-45ea-8be7-b3dc22edd12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:39.096428 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-9ccf5b21-3c34-4afd-9f65-3b9b8254d6c7 req-795ced01-3ae6-45ea-8be7-b3dc22edd12c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=36f8e516-da16-44e5-9c96-d90406d3d3b4 HTTP/1.1" status: 200 len: 853 time: 0.0552762 Jun 10 14:45:39.136445 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-9ccf5b21-3c34-4afd-9f65-3b9b8254d6c7 req-a031d7dd-5dcc-4dfc-90af-992a09b9ed46 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=58964550-9641-4b98-8f40-cedf0f000584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307345 Jun 10 14:45:39.227389 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-c3e0c702-2639-4066-addc-d0fa6c4f21d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-722853'] for router_interface, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:39.263432 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-9ccf5b21-3c34-4afd-9f65-3b9b8254d6c7 req-fd3dc59f-f50c-43eb-88f4-38a1a919f612 service neutron] 10.222.0.36 "GET /v2.0/networks/58964550-9641-4b98-8f40-cedf0f000584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198494 Jun 10 14:45:39.410875 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910090ec-93e3-422a-aef0-4e59b060df5b req-c6edc751-a29e-4315-9cd1-c55601825aaa tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:39.412619 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-910090ec-93e3-422a-aef0-4e59b060df5b req-c6edc751-a29e-4315-9cd1-c55601825aaa tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] 10.222.0.38 "GET /v2.0/ports?device_id=73ddb4eb-efd9-40ec-bd7c-7bd555bf1034 HTTP/1.1" status: 200 len: 943 time: 0.1689906 Jun 10 14:45:39.418151 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-9ccf5b21-3c34-4afd-9f65-3b9b8254d6c7 req-6a1b49fc-00a7-4e41-a70e-e31ac3e88a29 service neutron] 10.222.0.36 "GET /v2.0/networks/58964550-9641-4b98-8f40-cedf0f000584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341443 Jun 10 14:45:39.500751 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-910090ec-93e3-422a-aef0-4e59b060df5b req-179d7f81-58a0-4efd-b171-bba12d668875 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] 10.222.0.38 "GET /v2.0/security-groups?id=9c469717-5727-4cf6-9ce5-607887173839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805354 Jun 10 14:45:39.524266 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828ffe07-1ee1-4f70-9377-988d7348d868 req-617c0d10-2379-457b-8e16-38d7a3e76a75 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:39.528339 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-828ffe07-1ee1-4f70-9377-988d7348d868 req-617c0d10-2379-457b-8e16-38d7a3e76a75 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/ports?device_id=d967efd0-1130-473f-a29b-0961cdeca077 HTTP/1.1" status: 200 len: 946 time: 0.0999081 Jun 10 14:45:39.574993 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-828ffe07-1ee1-4f70-9377-988d7348d868 req-5c9d33a4-389f-442b-ab95-6d92adf5e5e6 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/security-groups?id=ba1f250a-493e-4112-8d1f-5dae11288c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401440 Jun 10 14:45:39.575612 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-9cec9a63-4604-4dc5-bc9b-7d3a48b77926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:39.599568 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.plugin [None req-c3e0c702-2639-4066-addc-d0fa6c4f21d8 admin admin] Deleting port a59ce458-1bc6-432a-9188-6ccac0e0acd9 {{(pid=98189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 14:45:39.599909 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-c3e0c702-2639-4066-addc-d0fa6c4f21d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770842860575'] for port, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:39.701079 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.db [None req-c3e0c702-2639-4066-addc-d0fa6c4f21d8 admin admin] For port a59ce458-1bc6-432a-9188-6ccac0e0acd9, host dv-cinder-795785-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-smb',level=0,port_id=a59ce458-1bc6-432a-9188-6ccac0e0acd9,segment=NetworkSegment(32d1116f-1d2e-4c45-9eab-f4f6570fa755),segment_id=32d1116f-1d2e-4c45-9eab-f4f6570fa755)] {{(pid=98189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:45:39.701432 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-c3e0c702-2639-4066-addc-d0fa6c4f21d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725918'] for port, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:39.790469 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.plugin [None req-c3e0c702-2639-4066-addc-d0fa6c4f21d8 admin admin] Calling delete_port for a59ce458-1bc6-432a-9188-6ccac0e0acd9 owned by network:router_interface {{(pid=98189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 14:45:40.007779 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 37512) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:45:40.028238 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-c3e0c702-2639-4066-addc-d0fa6c4f21d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770842865987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770842374669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10153669'] for port, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:40.030578 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-2f91a4dc-0538-4d38-9911-473015375ddd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:40.058384 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e0c702-2639-4066-addc-d0fa6c4f21d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a59ce458-1bc6-432a-9188-6ccac0e0acd9,revision_number=None']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:40.062053 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-c3e0c702-2639-4066-addc-d0fa6c4f21d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:40.117396 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-5c336cd2-22f8-423d-9ef1-4b72caee4177 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:40.216562 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-5c336cd2-22f8-423d-9ef1-4b72caee4177 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:40.220555 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-5c336cd2-22f8-423d-9ef1-4b72caee4177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:40.222978 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-8ee7efab-6862-40a1-8265-f5585da46329 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:40.261956 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-5c336cd2-22f8-423d-9ef1-4b72caee4177 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=020e1cd4ceb541f9be7456eb7db52119&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2533302 Jun 10 14:45:40.262720 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c336cd2-22f8-423d-9ef1-4b72caee4177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16840672-2678-49f2-b032-7cead10c855c,revision_number=1']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:40.265080 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 37516) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:45:40.271884 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-5c336cd2-22f8-423d-9ef1-4b72caee4177 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:40.273062 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-c3e0c702-2639-4066-addc-d0fa6c4f21d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721973'] for router_interface, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:40.318947 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-5a919d39-0731-47ea-b5c9-cfd3ece74ba5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:40.341162 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-5a919d39-0731-47ea-b5c9-cfd3ece74ba5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:40.394797 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-5a919d39-0731-47ea-b5c9-cfd3ece74ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:40.398077 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-5a919d39-0731-47ea-b5c9-cfd3ece74ba5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:40.399229 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-5a919d39-0731-47ea-b5c9-cfd3ece74ba5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/16840672-2678-49f2-b032-7cead10c855c HTTP/1.1" status: 204 len: 168 time: 0.1332619 Jun 10 14:45:40.399932 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:40.408912 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a919d39-0731-47ea-b5c9-cfd3ece74ba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16840672-2678-49f2-b032-7cead10c855c,revision_number=None']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:40.413078 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-5a919d39-0731-47ea-b5c9-cfd3ece74ba5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:40.711092 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21bfe09-c291-4bbe-a75d-59820b12e18a req-a850de7a-3fc4-4d58-be17-5ce0e810881a tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:40.712878 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-f21bfe09-c291-4bbe-a75d-59820b12e18a req-a850de7a-3fc4-4d58-be17-5ce0e810881a tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] 10.222.0.38 "GET /v2.0/ports?device_id=73ddb4eb-efd9-40ec-bd7c-7bd555bf1034 HTTP/1.1" status: 200 len: 943 time: 0.0852036 Jun 10 14:45:40.796004 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-f21bfe09-c291-4bbe-a75d-59820b12e18a req-cc2b6e6e-a0a8-4e02-b357-085d266bd6cb tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] 10.222.0.38 "GET /v2.0/security-groups?id=9c469717-5727-4cf6-9ce5-607887173839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776455 Jun 10 14:45:40.815687 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Device 231ba212-985c-494d-8546-19aafae4cd3b details requested by agent hyperv_hv-cinder-79578 with host hv-cinder-79578 {{(pid=98190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 14:45:40.826441 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017363d2-ab2c-4a78-8e9d-a633753121f4 req-d2c7f532-b1bd-453d-b4d6-3598c5e0a88a tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:40.831399 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-017363d2-ab2c-4a78-8e9d-a633753121f4 req-d2c7f532-b1bd-453d-b4d6-3598c5e0a88a tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/ports?device_id=d967efd0-1130-473f-a29b-0961cdeca077 HTTP/1.1" status: 200 len: 946 time: 0.1050761 Jun 10 14:45:40.864260 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3e0c702-2639-4066-addc-d0fa6c4f21d8 admin admin] Router 47bd6365-b9a8-485b-91ba-589454f0fbfb has already been hosted by L3 agent e92f4ea4-4278-4a3e-8ba4-23ff1581fd94 {{(pid=98189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 14:45:40.873350 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-017363d2-ab2c-4a78-8e9d-a633753121f4 req-18afe5a2-50bb-4aa2-8e88-3ddcf337b378 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/security-groups?id=ba1f250a-493e-4112-8d1f-5dae11288c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412352 Jun 10 14:45:41.031468 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3e0c702-2639-4066-addc-d0fa6c4f21d8 admin admin] Notify agent at l3_agent.dv-cinder-795785-1-smb the message routers_updated {{(pid=98189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 14:45:41.040259 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-c3e0c702-2639-4066-addc-d0fa6c4f21d8 admin admin] 10.222.0.38 "PUT /v2.0/routers/47bd6365-b9a8-485b-91ba-589454f0fbfb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3236356 Jun 10 14:45:41.041140 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 37542) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:45:41.041591 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405c3adf-6dc9-4b96-a691-5f6ec4ede012 None None] Sync routers for ids ['47bd6365-b9a8-485b-91ba-589454f0fbfb'] in dv-cinder-795785-1-smb {{(pid=98191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 14:45:41.054076 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405c3adf-6dc9-4b96-a691-5f6ec4ede012 None None] Routers {'47bd6365-b9a8-485b-91ba-589454f0fbfb'} bound to L3 agent in host dv-cinder-795785-1-smb {{(pid=98191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:45:41.054717 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_hamode_db [None req-405c3adf-6dc9-4b96-a691-5f6ec4ede012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T14:34:42Z,description=,heartbeat_timestamp=2021-06-10T14:45:12Z,host='dv-cinder-795785-1-smb',id=e92f4ea4-4278-4a3e-8ba4-23ff1581fd94,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:42Z,topic='l3_agent')) {'router_ids': ['47bd6365-b9a8-485b-91ba-589454f0fbfb'], 'active': True} {{(pid=98191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:45:41.141050 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] For port 231ba212-985c-494d-8546-19aafae4cd3b, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=231ba212-985c-494d-8546-19aafae4cd3b,segment=NetworkSegment(61501d67-a830-48ef-831f-f94cb25e1bdf),segment_id=61501d67-a830-48ef-831f-f94cb25e1bdf)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:45:41.157641 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Returning: {'device': '231ba212-985c-494d-8546-19aafae4cd3b', 'network_id': '58964550-9641-4b98-8f40-cedf0f000584', 'port_id': '231ba212-985c-494d-8546-19aafae4cd3b', 'mac_address': 'fa:16:3e:71:ff:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36f8e516-da16-44e5-9c96-d90406d3d3b4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 14:45:41.218879 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:41.234678 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.notifiers.nova [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 231ba212-985c-494d-8546-19aafae4cd3b {{(pid=98190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 14:45:41.244826 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-198a12c8-cfe1-4f6e-9e0d-92b285c812ab admin admin] Notify callbacks [] for router, before_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:41.257984 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] For port 231ba212-985c-494d-8546-19aafae4cd3b, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=231ba212-985c-494d-8546-19aafae4cd3b,segment=NetworkSegment(61501d67-a830-48ef-831f-f94cb25e1bdf),segment_id=61501d67-a830-48ef-831f-f94cb25e1bdf)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:45:41.270078 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:41.275546 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:41.277347 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_dvr_db [None req-405c3adf-6dc9-4b96-a691-5f6ec4ede012 None None] Set router 47bd6365-b9a8-485b-91ba-589454f0fbfb gateway port host: dv-cinder-795785-1-smb {{(pid=98191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:45:41.353248 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Pushing event updated for resources: {'Port': ['ID=231ba212-985c-494d-8546-19aafae4cd3b,revision_number=4']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:41.357804 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:41.405707 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-198a12c8-cfe1-4f6e-9e0d-92b285c812ab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:41.474197 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.plugin [None req-198a12c8-cfe1-4f6e-9e0d-92b285c812ab admin admin] Deleting port 44074762-5806-4818-a5e2-61cc0e273cd2 {{(pid=98188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 14:45:41.474804 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-198a12c8-cfe1-4f6e-9e0d-92b285c812ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770842860575'] for port, before_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:41.519032 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] get_ports_and_sgs() called for port_ids ['231ba212-985c-494d-8546-19aafae4cd3b'] {{(pid=98190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 14:45:41.590707 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.db [None req-198a12c8-cfe1-4f6e-9e0d-92b285c812ab admin admin] For port 44074762-5806-4818-a5e2-61cc0e273cd2, host dv-cinder-795785-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-smb',level=0,port_id=44074762-5806-4818-a5e2-61cc0e273cd2,segment=NetworkSegment(09b1f6b8-9c92-4513-844c-f3187f12106a),segment_id=09b1f6b8-9c92-4513-844c-f3187f12106a)] {{(pid=98188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:45:41.591078 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-198a12c8-cfe1-4f6e-9e0d-92b285c812ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725918'] for port, precommit_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:41.697290 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_hamode_db [None req-405c3adf-6dc9-4b96-a691-5f6ec4ede012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47bd6365-b9a8-485b-91ba-589454f0fbfb', 'name': 'tempest-ServerRescueNegativeTestJSON-278514765-router', 'tenant_id': '96f4cdbf31fc4cbb8c5f5fa2addbb3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'external_fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.219'}], 'enable_snat': True}, 'gw_port_id': '44074762-5806-4818-a5e2-61cc0e273cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:42:17Z', 'updated_at': '2021-06-10T14:45:39Z', 'revision_number': 5, 'project_id': '96f4cdbf31fc4cbb8c5f5fa2addbb3de', 'gw_port': {'id': '44074762-5806-4818-a5e2-61cc0e273cd2', 'name': '', 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:6b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47bd6365-b9a8-485b-91ba-589454f0fbfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:19Z', 'updated_at': '2021-06-10T14:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-smb'}], 'dv-cinder-795785-1-smb', False) {} {{(pid=98191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:45:41.701991 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405c3adf-6dc9-4b96-a691-5f6ec4ede012 None None] Checking router: 47bd6365-b9a8-485b-91ba-589454f0fbfb for host: dv-cinder-795785-1-smb {{(pid=98191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 14:45:41.711290 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405c3adf-6dc9-4b96-a691-5f6ec4ede012 None None] Routers {'47bd6365-b9a8-485b-91ba-589454f0fbfb'} bound to L3 agent in host dv-cinder-795785-1-smb {{(pid=98191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:45:41.712154 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_hamode_db [None req-405c3adf-6dc9-4b96-a691-5f6ec4ede012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T14:34:42Z,description=,heartbeat_timestamp=2021-06-10T14:45:12Z,host='dv-cinder-795785-1-smb',id=e92f4ea4-4278-4a3e-8ba4-23ff1581fd94,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:42Z,topic='l3_agent')) {'router_ids': ['47bd6365-b9a8-485b-91ba-589454f0fbfb'], 'active': True} {{(pid=98191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:45:41.839081 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_dvr_db [None req-405c3adf-6dc9-4b96-a691-5f6ec4ede012 None None] Set router 47bd6365-b9a8-485b-91ba-589454f0fbfb gateway port host: None {{(pid=98191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:45:41.915852 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.plugin [None req-198a12c8-cfe1-4f6e-9e0d-92b285c812ab admin admin] Calling delete_port for 44074762-5806-4818-a5e2-61cc0e273cd2 owned by network:router_gateway {{(pid=98188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 14:45:41.933970 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_hamode_db [None req-405c3adf-6dc9-4b96-a691-5f6ec4ede012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47bd6365-b9a8-485b-91ba-589454f0fbfb', 'name': 'tempest-ServerRescueNegativeTestJSON-278514765-router', 'tenant_id': '96f4cdbf31fc4cbb8c5f5fa2addbb3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:42:17Z', 'updated_at': '2021-06-10T14:45:41Z', 'revision_number': 6, 'project_id': '96f4cdbf31fc4cbb8c5f5fa2addbb3de', 'gw_port_host': None}], 'dv-cinder-795785-1-smb', False) {} {{(pid=98191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:45:41.937789 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405c3adf-6dc9-4b96-a691-5f6ec4ede012 None None] The sync data for ids ['47bd6365-b9a8-485b-91ba-589454f0fbfb'] in dv-cinder-795785-1-smb is: [{'id': '47bd6365-b9a8-485b-91ba-589454f0fbfb', 'name': 'tempest-ServerRescueNegativeTestJSON-278514765-router', 'tenant_id': '96f4cdbf31fc4cbb8c5f5fa2addbb3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:42:17Z', 'updated_at': '2021-06-10T14:45:41Z', 'revision_number': 6, 'project_id': '96f4cdbf31fc4cbb8c5f5fa2addbb3de', 'gw_port_host': None}] {{(pid=98191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 14:45:42.043400 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:42.202769 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-0a749a57-5951-403d-a4d3-ca9b060226c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:42.207546 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d7b24f-583d-4da2-b5d5-0cc5f38ebcc4 req-a995426f-55a3-4989-b098-559929ac3419 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:42.209261 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-52d7b24f-583d-4da2-b5d5-0cc5f38ebcc4 req-a995426f-55a3-4989-b098-559929ac3419 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] 10.222.0.38 "GET /v2.0/ports?device_id=73ddb4eb-efd9-40ec-bd7c-7bd555bf1034 HTTP/1.1" status: 200 len: 944 time: 0.2204716 Jun 10 14:45:42.248677 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8173d23-72c1-42dd-8fea-844ea78cf93d req-8e4f0273-de2b-4406-a743-11c3ea410f35 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:42.250122 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-d8173d23-72c1-42dd-8fea-844ea78cf93d req-8e4f0273-de2b-4406-a743-11c3ea410f35 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/ports?device_id=d967efd0-1130-473f-a29b-0961cdeca077 HTTP/1.1" status: 200 len: 946 time: 0.2246044 Jun 10 14:45:42.324429 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-52d7b24f-583d-4da2-b5d5-0cc5f38ebcc4 req-cf0be005-c8b2-4b8f-9873-cb97b4bfe7fd tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] 10.222.0.38 "GET /v2.0/security-groups?id=9c469717-5727-4cf6-9ce5-607887173839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088831 Jun 10 14:45:42.343301 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-198a12c8-cfe1-4f6e-9e0d-92b285c812ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770842865987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770842374669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4122288'] for port, after_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:42.354910 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-321af3e4-efa1-49bb-8f02-d0eaf8a1a2f5 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:42.357272 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-d8173d23-72c1-42dd-8fea-844ea78cf93d req-1fff2719-c2ae-4600-b36a-93f2421b3f30 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/security-groups?id=ba1f250a-493e-4112-8d1f-5dae11288c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816538 Jun 10 14:45:42.385194 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198a12c8-cfe1-4f6e-9e0d-92b285c812ab admin admin] Pushing event deleted for resources: {'Port': ['ID=44074762-5806-4818-a5e2-61cc0e273cd2,revision_number=None']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:42.387136 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-198a12c8-cfe1-4f6e-9e0d-92b285c812ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:42.461925 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-198a12c8-cfe1-4f6e-9e0d-92b285c812ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726116'] for router_gateway, after_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:42.616902 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-198a12c8-cfe1-4f6e-9e0d-92b285c812ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41762'] for router, precommit_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:42.619367 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-198a12c8-cfe1-4f6e-9e0d-92b285c812ab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:42.703103 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-198a12c8-cfe1-4f6e-9e0d-92b285c812ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-721473'] for router, after_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:42.703673 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-198a12c8-cfe1-4f6e-9e0d-92b285c812ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47bd6365-b9a8-485b-91ba-589454f0fbfb {{(pid=98188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 14:45:42.709616 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-198a12c8-cfe1-4f6e-9e0d-92b285c812ab admin admin] Notify callbacks [] for router, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:42.713782 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 37580) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:45:42.714461 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-198a12c8-cfe1-4f6e-9e0d-92b285c812ab admin admin] 10.222.0.38 "DELETE /v2.0/routers/47bd6365-b9a8-485b-91ba-589454f0fbfb HTTP/1.1" status: 204 len: 168 time: 1.6706164 Jun 10 14:45:42.794545 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.db.db_base_plugin_v2 [None req-b889a589-6e63-436c-a73c-bb6d9beface2 admin admin] Deleting subnet b3511c78-374d-4ef9-a4c4-c0913a2192ca {{(pid=98189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 14:45:42.800587 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-b889a589-6e63-436c-a73c-bb6d9beface2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:42.816122 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Device 231ba212-985c-494d-8546-19aafae4cd3b up at agent hyperv_hv-cinder-79578 {{(pid=98190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:45:42.851969 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-b889a589-6e63-436c-a73c-bb6d9beface2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10153154'] for subnet, precommit_delete_associations {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:42.883479 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Provisioning for port 231ba212-985c-494d-8546-19aafae4cd3b completed by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:45:42.887567 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Provisioning complete for port 231ba212-985c-494d-8546-19aafae4cd3b triggered by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:45:42.887954 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32877986'] for port, provisioning_complete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:42.909256 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-b889a589-6e63-436c-a73c-bb6d9beface2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32873560'] for subnet, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:42.975168 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-b889a589-6e63-436c-a73c-bb6d9beface2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32873539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9991319'] for subnet, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:42.978410 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:42.988478 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:43.013042 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b889a589-6e63-436c-a73c-bb6d9beface2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3511c78-374d-4ef9-a4c4-c0913a2192ca,revision_number=None']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:43.017157 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-b889a589-6e63-436c-a73c-bb6d9beface2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:43.021115 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-b889a589-6e63-436c-a73c-bb6d9beface2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:43.025538 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73ddb4eb-efd9-40ec-bd7c-7bd555bf1034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '231ba212-985c-494d-8546-19aafae4cd3b'}] {{(pid=98190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:45:43.025538 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3d4185ab3030d597d4fdff3a42636a440041618624b200d466a1cf3773607d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37fd4afa-597d-4291-a372-92298a527742" -d '{"events": [{"server_uuid": "73ddb4eb-efd9-40ec-bd7c-7bd555bf1034", "name": "network-vif-plugged", "status": "completed", "tag": "231ba212-985c-494d-8546-19aafae4cd3b"}]}' {{(pid=98190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:45:43.026943 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 37586) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:45:43.036548 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-b889a589-6e63-436c-a73c-bb6d9beface2 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/b3511c78-374d-4ef9-a4c4-c0913a2192ca HTTP/1.1" status: 204 len: 168 time: 0.3198905 Jun 10 14:45:43.066614 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] For port 231ba212-985c-494d-8546-19aafae4cd3b, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=231ba212-985c-494d-8546-19aafae4cd3b,segment=NetworkSegment(61501d67-a830-48ef-831f-f94cb25e1bdf),segment_id=61501d67-a830-48ef-831f-f94cb25e1bdf)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:45:43.074773 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:43.079725 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:43.082219 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Device 44074762-5806-4818-a5e2-61cc0e273cd2 no longer exists at agent ovs-agent-dv-cinder-795785-1-smb {{(pid=98190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 14:45:43.086474 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 14:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d0428ad-6892-4d0e-8a79-71a5e30051f7 x-openstack-request-id: req-0d0428ad-6892-4d0e-8a79-71a5e30051f7 {{(pid=98190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:45:43.086769 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73ddb4eb-efd9-40ec-bd7c-7bd555bf1034", "name": "network-vif-plugged", "status": "completed", "tag": "231ba212-985c-494d-8546-19aafae4cd3b", "code": 200}]} {{(pid=98190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:45:43.087030 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0d0428ad-6892-4d0e-8a79-71a5e30051f7 {{(pid=98190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:45:43.087413 dv-cinder-795785-1-smb neutron-server[98190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73ddb4eb-efd9-40ec-bd7c-7bd555bf1034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '231ba212-985c-494d-8546-19aafae4cd3b', 'code': 200} Jun 10 14:45:43.128036 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-f2d05dde-35dd-40bd-bf0b-ef73472e79f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33045441'] for network, before_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:43.143661 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.plugin [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] No Port match for: 44074762-5806-4818-a5e2-61cc0e273cd2 {{(pid=98190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 14:45:43.144057 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Device 44074762-5806-4818-a5e2-61cc0e273cd2 not bound to the agent host dv-cinder-795785-1-smb {{(pid=98190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 14:45:43.144589 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Device a59ce458-1bc6-432a-9188-6ccac0e0acd9 no longer exists at agent ovs-agent-dv-cinder-795785-1-smb {{(pid=98190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 14:45:43.176301 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.plugin [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] No Port match for: a59ce458-1bc6-432a-9188-6ccac0e0acd9 {{(pid=98190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 14:45:43.177389 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Device a59ce458-1bc6-432a-9188-6ccac0e0acd9 not bound to the agent host dv-cinder-795785-1-smb {{(pid=98190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 14:45:43.201574 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Pushing event updated for resources: {'Port': ['ID=231ba212-985c-494d-8546-19aafae4cd3b,revision_number=5']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:43.209246 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:43.251068 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-f2d05dde-35dd-40bd-bf0b-ef73472e79f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32876247', 'neutron.services.segments.db._delete_segments_for_network-8770842930095'] for network, precommit_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:43.259253 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-eaea1bf5-020e-4d00-b5bd-84659b7b503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:43.265126 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.services.segments.db [None req-f2d05dde-35dd-40bd-bf0b-ef73472e79f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eceb2f61-46d5-4aae-a498-4b03ff1ffe6f']}} {{(pid=98188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:45:43.277403 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.services.segments.db [None req-f2d05dde-35dd-40bd-bf0b-ef73472e79f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32d1116f-1d2e-4c45-9eab-f4f6570fa755') {'for_net_delete': True} {{(pid=98188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:45:43.277706 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.services.segments.db [None req-f2d05dde-35dd-40bd-bf0b-ef73472e79f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32d1116f-1d2e-4c45-9eab-f4f6570fa755') {} {{(pid=98188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:45:43.321305 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-f2d05dde-35dd-40bd-bf0b-ef73472e79f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770842929924', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2286394'] for segment, before_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:43.338433 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-f2d05dde-35dd-40bd-bf0b-ef73472e79f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32871535'] for segment, precommit_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:43.349646 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2d05dde-35dd-40bd-bf0b-ef73472e79f1 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=98188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 14:45:43.350047 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-f2d05dde-35dd-40bd-bf0b-ef73472e79f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32871535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4122341'] for segment, after_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:43.351709 dv-cinder-795785-1-smb neutron-server[98188]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 14:45:43.351709 dv-cinder-795785-1-smb neutron-server[98188]: conditions |= (models_v2.Port.network_id.in_( Jun 10 14:45:43.351709 dv-cinder-795785-1-smb neutron-server[98188]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 14:45:43.351709 dv-cinder-795785-1-smb neutron-server[98188]: conditions |= (models_v2.Port.network_id.in_( Jun 10 14:45:43.351709 dv-cinder-795785-1-smb neutron-server[98188]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 14:45:43.351709 dv-cinder-795785-1-smb neutron-server[98188]: retrieve_revision_numbers = { Jun 10 14:45:43.351709 dv-cinder-795785-1-smb neutron-server[98188]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 14:45:43.351709 dv-cinder-795785-1-smb neutron-server[98188]: conditions |= (models_v2.Port.network_id.in_( Jun 10 14:45:43.351709 dv-cinder-795785-1-smb neutron-server[98188]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 14:45:43.351709 dv-cinder-795785-1-smb neutron-server[98188]: retrieve_revision_numbers = { Jun 10 14:45:43.351709 dv-cinder-795785-1-smb neutron-server[98188]: Traceback (most recent call last): Jun 10 14:45:43.351709 dv-cinder-795785-1-smb neutron-server[98188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 14:45:43.351709 dv-cinder-795785-1-smb neutron-server[98188]: timer() Jun 10 14:45:43.351709 dv-cinder-795785-1-smb neutron-server[98188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 14:45:43.351709 dv-cinder-795785-1-smb neutron-server[98188]: cb(*args, **kw) Jun 10 14:45:43.351709 dv-cinder-795785-1-smb neutron-server[98188]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 14:45:43.351709 dv-cinder-795785-1-smb neutron-server[98188]: return func(*args, **kwargs) Jun 10 14:45:43.351709 dv-cinder-795785-1-smb neutron-server[98188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 14:45:43.351709 dv-cinder-795785-1-smb neutron-server[98188]: self._notify() Jun 10 14:45:43.351709 dv-cinder-795785-1-smb neutron-server[98188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 14:45:43.351709 dv-cinder-795785-1-smb neutron-server[98188]: self.callback(batched_events) Jun 10 14:45:43.351709 dv-cinder-795785-1-smb neutron-server[98188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 14:45:43.351709 dv-cinder-795785-1-smb neutron-server[98188]: event.method(event) Jun 10 14:45:43.351709 dv-cinder-795785-1-smb neutron-server[98188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 14:45:43.351709 dv-cinder-795785-1-smb neutron-server[98188]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 14:45:43.351709 dv-cinder-795785-1-smb neutron-server[98188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 14:45:43.351709 dv-cinder-795785-1-smb neutron-server[98188]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 14:45:43.351709 dv-cinder-795785-1-smb neutron-server[98188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 14:45:43.351709 dv-cinder-795785-1-smb neutron-server[98188]: return f(self, *a, **k) Jun 10 14:45:43.351709 dv-cinder-795785-1-smb neutron-server[98188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 14:45:43.351709 dv-cinder-795785-1-smb neutron-server[98188]: return self._get(url).json() Jun 10 14:45:43.351709 dv-cinder-795785-1-smb neutron-server[98188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 14:45:43.351709 dv-cinder-795785-1-smb neutron-server[98188]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 14:45:43.351709 dv-cinder-795785-1-smb neutron-server[98188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 14:45:43.351709 dv-cinder-795785-1-smb neutron-server[98188]: return self.request(url, 'GET', **kwargs) Jun 10 14:45:43.351709 dv-cinder-795785-1-smb neutron-server[98188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 14:45:43.351709 dv-cinder-795785-1-smb neutron-server[98188]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 14:45:43.351709 dv-cinder-795785-1-smb neutron-server[98188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 14:45:43.351709 dv-cinder-795785-1-smb neutron-server[98188]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 14:45:43.351709 dv-cinder-795785-1-smb neutron-server[98188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 14:45:43.351709 dv-cinder-795785-1-smb neutron-server[98188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 14:45:43.351709 dv-cinder-795785-1-smb neutron-server[98188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 14:45:43.429635 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871a73ae-8c2f-4a23-adf2-c3e89749672f req-f4d26f6d-d1b2-489f-a69e-f39f73804e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:43.431121 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-871a73ae-8c2f-4a23-adf2-c3e89749672f req-f4d26f6d-d1b2-489f-a69e-f39f73804e6c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=73ddb4eb-efd9-40ec-bd7c-7bd555bf1034 HTTP/1.1" status: 200 len: 1098 time: 0.1556177 Jun 10 14:45:43.436781 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-f2d05dde-35dd-40bd-bf0b-ef73472e79f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32876254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726027'] for network, after_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:43.449010 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-f2d05dde-35dd-40bd-bf0b-ef73472e79f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545536'] for network, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:43.451208 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-f2d05dde-35dd-40bd-bf0b-ef73472e79f1 admin admin] 10.222.0.38 "DELETE /v2.0/networks/eceb2f61-46d5-4aae-a498-4b03ff1ffe6f HTTP/1.1" status: 204 len: 168 time: 0.4224784 Jun 10 14:45:43.454067 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-ac379889-a4be-42f4-b838-a2c823b8a8af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:43.514639 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d05dde-35dd-40bd-bf0b-ef73472e79f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=eceb2f61-46d5-4aae-a498-4b03ff1ffe6f,revision_number=None']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:43.517123 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-f2d05dde-35dd-40bd-bf0b-ef73472e79f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:43.567072 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-871a73ae-8c2f-4a23-adf2-c3e89749672f req-280b39b1-e568-42ff-a49f-b4d33c30eccc service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9c469717-5727-4cf6-9ce5-607887173839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270945 Jun 10 14:45:43.618293 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d426272e-0281-4598-b64d-24b85fd5f4b7 req-53623b7e-7871-4c84-b56f-eeb64d317a84 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:43.619759 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-d426272e-0281-4598-b64d-24b85fd5f4b7 req-53623b7e-7871-4c84-b56f-eeb64d317a84 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] 10.222.0.38 "GET /v2.0/ports?device_id=73ddb4eb-efd9-40ec-bd7c-7bd555bf1034 HTTP/1.1" status: 200 len: 945 time: 0.1671524 Jun 10 14:45:43.626092 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 37596) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:45:43.639987 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0eea77-03e5-47e2-90f8-5eec7426bc95 req-6ed07074-37b7-438c-900f-55fe266e2e3c tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:43.641412 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-aa0eea77-03e5-47e2-90f8-5eec7426bc95 req-6ed07074-37b7-438c-900f-55fe266e2e3c tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/ports?device_id=d967efd0-1130-473f-a29b-0961cdeca077 HTTP/1.1" status: 200 len: 946 time: 0.1310177 Jun 10 14:45:43.670844 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-7ffda071-1e04-49f5-9b2c-f139d80e70d6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=96f4cdbf31fc4cbb8c5f5fa2addbb3de&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0434418 Jun 10 14:45:43.673204 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 37598) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:45:43.699138 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-d426272e-0281-4598-b64d-24b85fd5f4b7 req-76d1a205-9472-40e8-9cbb-b35df4f688e2 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] 10.222.0.38 "GET /v2.0/security-groups?id=9c469717-5727-4cf6-9ce5-607887173839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736275 Jun 10 14:45:43.706390 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-aa0eea77-03e5-47e2-90f8-5eec7426bc95 req-e0c9cc4c-7de4-4089-b3a9-d0b285b80799 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/security-groups?id=ba1f250a-493e-4112-8d1f-5dae11288c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556176 Jun 10 14:45:43.726751 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-e2b04784-4b60-4e85-b57a-ea1e93f63da5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:43.755426 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-e2b04784-4b60-4e85-b57a-ea1e93f63da5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:43.805631 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-e2b04784-4b60-4e85-b57a-ea1e93f63da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:43.808437 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-e2b04784-4b60-4e85-b57a-ea1e93f63da5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:43.809581 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-e2b04784-4b60-4e85-b57a-ea1e93f63da5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7ef18720-15dd-4ca1-94ee-72a6568dc847 HTTP/1.1" status: 204 len: 168 time: 0.1354928 Jun 10 14:45:43.810322 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-ee340888-33da-4c5b-98f0-7f2ae2ddc65f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:43.824519 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b04784-4b60-4e85-b57a-ea1e93f63da5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef18720-15dd-4ca1-94ee-72a6568dc847,revision_number=None']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:43.832107 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-e2b04784-4b60-4e85-b57a-ea1e93f63da5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:44.153509 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb29228-62c1-45ff-b406-131960caa9af req-c1f61d74-cc40-4c11-95ea-4c77121cb436 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:44.154772 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-8bb29228-62c1-45ff-b406-131960caa9af req-c1f61d74-cc40-4c11-95ea-4c77121cb436 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/ports?device_id=d967efd0-1130-473f-a29b-0961cdeca077 HTTP/1.1" status: 200 len: 946 time: 0.1218677 Jun 10 14:45:44.157604 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4b2255-67f6-4611-8adc-cc49ab63505b req-b2bae8df-5ca6-4356-b6d4-cb91be0b1a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:44.159074 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-dc4b2255-67f6-4611-8adc-cc49ab63505b req-b2bae8df-5ca6-4356-b6d4-cb91be0b1a92 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=22b067f743a04ce6ac0fdb4c7ff25d6b&device_id=d967efd0-1130-473f-a29b-0961cdeca077 HTTP/1.1" status: 200 len: 1099 time: 0.0929842 Jun 10 14:45:44.234670 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-8bb29228-62c1-45ff-b406-131960caa9af req-e144cdce-1488-4a98-ba90-8db00c8209a8 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/security-groups?id=ba1f250a-493e-4112-8d1f-5dae11288c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715630 Jun 10 14:45:44.315214 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4b2255-67f6-4611-8adc-cc49ab63505b req-4b11715f-9d6e-49d9-8d74-45c2a85f6a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:44.317459 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-dc4b2255-67f6-4611-8adc-cc49ab63505b req-4b11715f-9d6e-49d9-8d74-45c2a85f6a3e service neutron] 10.222.0.36 "GET /v2.0/networks?id=8f467c1d-b7dd-45f1-993c-b606f02ba79f HTTP/1.1" status: 200 len: 912 time: 0.1386080 Jun 10 14:45:44.424582 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-dc4b2255-67f6-4611-8adc-cc49ab63505b req-b763596e-ce78-4f9c-bab1-783f6d42e16c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b5bad57-2144-47fa-98ed-3a4f902ca03e HTTP/1.1" status: 200 len: 1001 time: 0.0952179 Jun 10 14:45:44.493325 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4b2255-67f6-4611-8adc-cc49ab63505b req-9d3776e7-c106-48c9-8264-e5f5a5d6a809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:44.495490 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-dc4b2255-67f6-4611-8adc-cc49ab63505b req-9d3776e7-c106-48c9-8264-e5f5a5d6a809 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5f776bc1-0a43-4578-9bc2-ebe24541eeb6 HTTP/1.1" status: 200 len: 850 time: 0.0627935 Jun 10 14:45:44.579270 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4b2255-67f6-4611-8adc-cc49ab63505b req-d542ce87-0eb9-416e-b450-0075725080a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:44.580760 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-dc4b2255-67f6-4611-8adc-cc49ab63505b req-d542ce87-0eb9-416e-b450-0075725080a6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8f467c1d-b7dd-45f1-993c-b606f02ba79f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0764024 Jun 10 14:45:44.705675 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-dc4b2255-67f6-4611-8adc-cc49ab63505b req-e376c3b3-0001-4d65-a75e-0ae305747747 service neutron] 10.222.0.36 "GET /v2.0/networks/8f467c1d-b7dd-45f1-993c-b606f02ba79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166351 Jun 10 14:45:44.838311 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-dc4b2255-67f6-4611-8adc-cc49ab63505b req-34cf25bc-9aa0-4a75-a8d4-f86c8a8eccea service neutron] 10.222.0.36 "GET /v2.0/networks/8f467c1d-b7dd-45f1-993c-b606f02ba79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227274 Jun 10 14:45:44.889834 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-fbbc5fb5-3f71-4862-8fd7-9153cbf0fe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:44.934359 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b304a0a2-195f-4f3e-89a3-d9c616e4b7bf req-09a888fc-05ee-4acb-a1e1-0d9a60ebabd9 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:44.935809 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-b304a0a2-195f-4f3e-89a3-d9c616e4b7bf req-09a888fc-05ee-4acb-a1e1-0d9a60ebabd9 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] 10.222.0.38 "GET /v2.0/ports?device_id=73ddb4eb-efd9-40ec-bd7c-7bd555bf1034 HTTP/1.1" status: 200 len: 945 time: 0.0906746 Jun 10 14:45:44.981293 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-b304a0a2-195f-4f3e-89a3-d9c616e4b7bf req-234e8eee-8479-45b0-b0d2-375d9b2fff6b tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] 10.222.0.38 "GET /v2.0/security-groups?id=9c469717-5727-4cf6-9ce5-607887173839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397179 Jun 10 14:45:45.467121 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce591d65-76ae-4de3-94b3-925589729f1d req-15101e81-b029-45fb-bfa9-180ca93a83e9 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:45.475185 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-ce591d65-76ae-4de3-94b3-925589729f1d req-15101e81-b029-45fb-bfa9-180ca93a83e9 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/ports?device_id=d967efd0-1130-473f-a29b-0961cdeca077 HTTP/1.1" status: 200 len: 946 time: 0.1149535 Jun 10 14:45:45.528756 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-ce591d65-76ae-4de3-94b3-925589729f1d req-a46d56b7-8758-4e73-a460-7ccb8e24842e tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/security-groups?id=ba1f250a-493e-4112-8d1f-5dae11288c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496109 Jun 10 14:45:45.605538 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 37684) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:45:45.710836 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-3747e163-8dd3-4d20-9d2e-453d6d79bc34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:45.805995 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-3747e163-8dd3-4d20-9d2e-453d6d79bc34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:45.809496 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-3747e163-8dd3-4d20-9d2e-453d6d79bc34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:45.812036 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-58cb74dd-b317-48b6-90a2-eef8bd5656d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:45.850711 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-3747e163-8dd3-4d20-9d2e-453d6d79bc34 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d6fae7c9aacb4779af9a86bc1d3f05b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2440507 Jun 10 14:45:45.851841 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3747e163-8dd3-4d20-9d2e-453d6d79bc34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99f1cec5-c8ff-4c06-b173-68e31ac1476a,revision_number=1']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:45.853303 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 37688) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:45:45.854863 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-3747e163-8dd3-4d20-9d2e-453d6d79bc34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:45.905520 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-d695ebe7-aa66-4f62-bc50-242a5f3939f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:45.927534 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-d695ebe7-aa66-4f62-bc50-242a5f3939f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:45.976872 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-d695ebe7-aa66-4f62-bc50-242a5f3939f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:45.979412 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-d695ebe7-aa66-4f62-bc50-242a5f3939f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:45.980557 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-d695ebe7-aa66-4f62-bc50-242a5f3939f9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/99f1cec5-c8ff-4c06-b173-68e31ac1476a HTTP/1.1" status: 204 len: 168 time: 0.1262305 Jun 10 14:45:45.981376 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-da2164a9-9a8e-4ecc-9890-57f319454b39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:45.990003 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d695ebe7-aa66-4f62-bc50-242a5f3939f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f1cec5-c8ff-4c06-b173-68e31ac1476a,revision_number=None']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:45.992419 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-d695ebe7-aa66-4f62-bc50-242a5f3939f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:46.243990 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 37698) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:45:46.260560 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-8b25ac65-4a89-4509-929f-20b03aa971a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:46.356723 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-8b25ac65-4a89-4509-929f-20b03aa971a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:46.361529 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-8b25ac65-4a89-4509-929f-20b03aa971a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:46.365998 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-34687559-e885-48fb-b08b-412d8dbb82da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:46.412248 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-8b25ac65-4a89-4509-929f-20b03aa971a1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0e4967c532cc449489cd66501fc08304&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1658223 Jun 10 14:45:46.413711 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b25ac65-4a89-4509-929f-20b03aa971a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a29bfc7a-8930-48c4-976e-b4f0378bd928,revision_number=1']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:46.414447 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 37702) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:45:46.416870 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-8b25ac65-4a89-4509-929f-20b03aa971a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:46.481956 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-1047e709-c472-4066-a05f-80b0c4533482 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:46.507118 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-1047e709-c472-4066-a05f-80b0c4533482 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:46.557119 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-1047e709-c472-4066-a05f-80b0c4533482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:46.559633 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-1047e709-c472-4066-a05f-80b0c4533482 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:46.560815 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-1047e709-c472-4066-a05f-80b0c4533482 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a29bfc7a-8930-48c4-976e-b4f0378bd928 HTTP/1.1" status: 204 len: 168 time: 0.1453555 Jun 10 14:45:46.561563 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-b59404a8-ea35-4503-9b85-4b7ae82306ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:46.571256 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1047e709-c472-4066-a05f-80b0c4533482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a29bfc7a-8930-48c4-976e-b4f0378bd928,revision_number=None']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:46.573161 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-1047e709-c472-4066-a05f-80b0c4533482 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:46.741827 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a292114-e18b-4fce-a085-381a8fccd534 req-701ca560-9296-4db7-8b86-afd5580bfe3e tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:46.743857 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-5a292114-e18b-4fce-a085-381a8fccd534 req-701ca560-9296-4db7-8b86-afd5580bfe3e tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/ports?device_id=d967efd0-1130-473f-a29b-0961cdeca077 HTTP/1.1" status: 200 len: 946 time: 0.0807316 Jun 10 14:45:46.793860 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-5a292114-e18b-4fce-a085-381a8fccd534 req-0f346ad1-afaf-48c1-89f7-86a05bcf0b4f tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/security-groups?id=ba1f250a-493e-4112-8d1f-5dae11288c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446167 Jun 10 14:45:49.170602 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 37800) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:45:49.282992 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-e9def1c8-b54a-4659-87ed-bed6e95ac682 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:49.386751 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-e9def1c8-b54a-4659-87ed-bed6e95ac682 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:49.392854 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-e9def1c8-b54a-4659-87ed-bed6e95ac682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:49.396140 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-9168724f-f954-4500-88ab-ddc65ffdf9e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:49.434361 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9def1c8-b54a-4659-87ed-bed6e95ac682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1348e73-646c-48e8-8eb8-4bd645d207f4,revision_number=1']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:49.441007 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-e9def1c8-b54a-4659-87ed-bed6e95ac682 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6925a8d1503c46eaaf5713bbe72c04bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2670903 Jun 10 14:45:49.441007 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-e9def1c8-b54a-4659-87ed-bed6e95ac682 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:49.441233 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 37816) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:45:49.495652 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-bc9b9da1-33bf-4553-80eb-4fd52c88223e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:49.528697 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-bc9b9da1-33bf-4553-80eb-4fd52c88223e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:49.584647 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-bc9b9da1-33bf-4553-80eb-4fd52c88223e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:49.587207 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-bc9b9da1-33bf-4553-80eb-4fd52c88223e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:49.588431 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-bc9b9da1-33bf-4553-80eb-4fd52c88223e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c1348e73-646c-48e8-8eb8-4bd645d207f4 HTTP/1.1" status: 204 len: 168 time: 0.1462438 Jun 10 14:45:49.589199 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-8ed5ede4-b3b7-4525-925d-a5774b1b5e18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:49.598100 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9b9da1-33bf-4553-80eb-4fd52c88223e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1348e73-646c-48e8-8eb8-4bd645d207f4,revision_number=None']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:49.600412 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-bc9b9da1-33bf-4553-80eb-4fd52c88223e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:49.878479 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 37836) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:45:49.894192 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-d48981d2-57c7-487a-9b81-cff379f67b5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:49.986470 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-d48981d2-57c7-487a-9b81-cff379f67b5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:49.990845 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-d48981d2-57c7-487a-9b81-cff379f67b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:49.994367 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-53e648bc-7a44-4368-ba0b-762c3cd0a1fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:50.033442 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-d48981d2-57c7-487a-9b81-cff379f67b5a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8d0efb78ae73402e8fdfe97a0d55f03e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1537831 Jun 10 14:45:50.034496 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48981d2-57c7-487a-9b81-cff379f67b5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a4312ae-e715-4c69-98c2-6ed070cc47eb,revision_number=1']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:50.036031 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 37838) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:45:50.037404 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-d48981d2-57c7-487a-9b81-cff379f67b5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:50.087589 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-94f18723-4fab-436b-a910-00c1b3ec7c94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:50.109018 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-94f18723-4fab-436b-a910-00c1b3ec7c94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:50.158000 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-94f18723-4fab-436b-a910-00c1b3ec7c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:50.160563 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-94f18723-4fab-436b-a910-00c1b3ec7c94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:50.161675 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-94f18723-4fab-436b-a910-00c1b3ec7c94 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4a4312ae-e715-4c69-98c2-6ed070cc47eb HTTP/1.1" status: 204 len: 168 time: 0.1246471 Jun 10 14:45:50.162447 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-5b036be4-8d79-427e-b89d-a74f5087972c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:50.170924 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f18723-4fab-436b-a910-00c1b3ec7c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a4312ae-e715-4c69-98c2-6ed070cc47eb,revision_number=None']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:50.173131 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-94f18723-4fab-436b-a910-00c1b3ec7c94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:50.470802 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 37844) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:45:50.486525 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-e0673329-f071-401d-a2db-2fbc7807c956 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:50.583337 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-e0673329-f071-401d-a2db-2fbc7807c956 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:50.586975 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-e0673329-f071-401d-a2db-2fbc7807c956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:50.589431 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-ce9df175-42d7-4c36-913f-5721df6c2cf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:50.637563 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-e0673329-f071-401d-a2db-2fbc7807c956 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=520034a6ca3146b39d88c108739d4f5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1656668 Jun 10 14:45:50.638456 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0673329-f071-401d-a2db-2fbc7807c956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8069d578-0a28-441a-9f28-4673ece7aa0d,revision_number=1']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:50.640887 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 37846) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:45:50.641385 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-e0673329-f071-401d-a2db-2fbc7807c956 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:50.695669 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-ae0d3b69-4a42-4f72-af4b-7b150be8f12a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:50.717123 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-ae0d3b69-4a42-4f72-af4b-7b150be8f12a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:50.770173 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-ae0d3b69-4a42-4f72-af4b-7b150be8f12a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:50.773626 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-ae0d3b69-4a42-4f72-af4b-7b150be8f12a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:50.777933 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-ae0d3b69-4a42-4f72-af4b-7b150be8f12a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8069d578-0a28-441a-9f28-4673ece7aa0d HTTP/1.1" status: 204 len: 168 time: 0.1326098 Jun 10 14:45:50.777933 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-9a9bc237-20ed-4f03-82b3-1aebd4f14955 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:50.784478 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d3b69-4a42-4f72-af4b-7b150be8f12a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8069d578-0a28-441a-9f28-4673ece7aa0d,revision_number=None']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:50.786983 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-ae0d3b69-4a42-4f72-af4b-7b150be8f12a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:51.104266 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 37872) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:45:51.217950 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-f99544cd-a5ec-4e56-8577-a40e4214a54c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:51.328919 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-f99544cd-a5ec-4e56-8577-a40e4214a54c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:51.334043 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-f99544cd-a5ec-4e56-8577-a40e4214a54c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:51.347583 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-8eb31443-5c79-4ce9-b637-9ecd79b8f57a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:51.388814 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-f99544cd-a5ec-4e56-8577-a40e4214a54c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=54f79e3380b440498ebc11c6590fdb94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2835357 Jun 10 14:45:51.388988 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 37888) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:45:51.392180 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99544cd-a5ec-4e56-8577-a40e4214a54c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24c8883f-6438-4bc7-ab68-d4703f4afafa,revision_number=1']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:51.395455 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-f99544cd-a5ec-4e56-8577-a40e4214a54c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:51.450300 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-08cf2177-9fdb-4ae2-bf2d-da661d1e220e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:51.474263 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-08cf2177-9fdb-4ae2-bf2d-da661d1e220e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:51.537626 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-08cf2177-9fdb-4ae2-bf2d-da661d1e220e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:51.540407 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-08cf2177-9fdb-4ae2-bf2d-da661d1e220e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:51.541516 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-08cf2177-9fdb-4ae2-bf2d-da661d1e220e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/24c8883f-6438-4bc7-ab68-d4703f4afafa HTTP/1.1" status: 204 len: 168 time: 0.1515763 Jun 10 14:45:51.542437 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-e2b04784-4b60-4e85-b57a-ea1e93f63da5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:51.551870 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cf2177-9fdb-4ae2-bf2d-da661d1e220e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c8883f-6438-4bc7-ab68-d4703f4afafa,revision_number=None']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:51.554338 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-08cf2177-9fdb-4ae2-bf2d-da661d1e220e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:51.579953 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 37896) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:45:51.674771 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.v2.base [None req-d1c406c4-0dae-4ecc-a169-c19f15c88e42 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1151087009-network', 'tenant_id': 'bc131fb34fa744f0b46066a89a45271a'}} {{(pid=98189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:45:51.697763 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1c406c4-0dae-4ecc-a169-c19f15c88e42 admin admin] Made reservation on behalf of bc131fb34fa744f0b46066a89a45271a for: {'network': 1} {{(pid=98189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 14:45:51.700365 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-d1c406c4-0dae-4ecc-a169-c19f15c88e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33290777'] for network, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:51.711546 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-d1c406c4-0dae-4ecc-a169-c19f15c88e42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:51.807420 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-d1c406c4-0dae-4ecc-a169-c19f15c88e42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:51.810832 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-d1c406c4-0dae-4ecc-a169-c19f15c88e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:51.814641 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-481241ae-453c-415b-82d6-30b9aed05f78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:51.840600 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1c406c4-0dae-4ecc-a169-c19f15c88e42 admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=98189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 14:45:51.851139 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c406c4-0dae-4ecc-a169-c19f15c88e42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=307f7cbf-3436-43df-a630-de1494d634f7,revision_number=1']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:51.855696 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-d1c406c4-0dae-4ecc-a169-c19f15c88e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32871535'] for segment, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:51.856196 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.db.segments_db [None req-d1c406c4-0dae-4ecc-a169-c19f15c88e42 admin admin] Added segment 0211aeac-91cc-45db-9b50-df655b85a4f0 of type vlan for network ddae0c5b-2173-47b3-b2a7-30ff28276f6b Jun 10 14:45:51.857542 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-d1c406c4-0dae-4ecc-a169-c19f15c88e42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:51.868210 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 37902) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:45:51.883017 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-68372642-8431-4fa0-99b9-10c1c7b3b478 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:51.907967 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-d1c406c4-0dae-4ecc-a169-c19f15c88e42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770842362772'] for network, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:51.939065 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-d1c406c4-0dae-4ecc-a169-c19f15c88e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545563'] for network, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:51.940397 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c406c4-0dae-4ecc-a169-c19f15c88e42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:51.940976 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-d1c406c4-0dae-4ecc-a169-c19f15c88e42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545536'] for network, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:51.943188 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:51.978500 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-68372642-8431-4fa0-99b9-10c1c7b3b478 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:51.982311 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-68372642-8431-4fa0-99b9-10c1c7b3b478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:51.984831 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-5a919d39-0731-47ea-b5c9-cfd3ece74ba5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:52.021745 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c406c4-0dae-4ecc-a169-c19f15c88e42 admin admin] Pushing event updated for resources: {'Network': ['ID=ddae0c5b-2173-47b3-b2a7-30ff28276f6b,revision_number=1']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:52.024721 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-d1c406c4-0dae-4ecc-a169-c19f15c88e42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:52.027395 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68372642-8431-4fa0-99b9-10c1c7b3b478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86093110-a122-42dc-9b33-25275da48906,revision_number=1']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:52.030211 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-d1c406c4-0dae-4ecc-a169-c19f15c88e42 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4487569 Jun 10 14:45:52.030419 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-68372642-8431-4fa0-99b9-10c1c7b3b478 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:52.032677 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-68372642-8431-4fa0-99b9-10c1c7b3b478 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=afeb92dfbc8b4d17b340906066eceb02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1637666 Jun 10 14:45:52.034500 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 37906) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:45:52.037229 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 37908) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:45:52.040152 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.v2.base [None req-a876c642-04b2-4a81-b0c9-f6330683db43 admin admin] Request body: {'subnet': {'network_id': 'ddae0c5b-2173-47b3-b2a7-30ff28276f6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1151087009-subnet', 'tenant_id': 'bc131fb34fa744f0b46066a89a45271a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:45:52.043318 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Network ddae0c5b-2173-47b3-b2a7-30ff28276f6b details requested by agent ovs-agent-dv-cinder-795785-1-smb with host dv-cinder-795785-1-smb {{(pid=98190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 14:45:52.088431 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a876c642-04b2-4a81-b0c9-f6330683db43 admin admin] Made reservation on behalf of bc131fb34fa744f0b46066a89a45271a for: {'subnet': 1} {{(pid=98188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 14:45:52.091431 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-a876c642-04b2-4a81-b0c9-f6330683db43 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3531566'] for subnet, before_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:52.099214 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-bada5cb8-bf3d-4871-94c3-c6084d1f4bb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:52.123678 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-bada5cb8-bf3d-4871-94c3-c6084d1f4bb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:52.176700 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-bada5cb8-bf3d-4871-94c3-c6084d1f4bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:52.179517 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-bada5cb8-bf3d-4871-94c3-c6084d1f4bb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:52.180753 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-bada5cb8-bf3d-4871-94c3-c6084d1f4bb4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/86093110-a122-42dc-9b33-25275da48906 HTTP/1.1" status: 204 len: 168 time: 0.1422293 Jun 10 14:45:52.181641 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-d1c406c4-0dae-4ecc-a169-c19f15c88e42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:52.190886 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bada5cb8-bf3d-4871-94c3-c6084d1f4bb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86093110-a122-42dc-9b33-25275da48906,revision_number=None']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:52.194776 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-bada5cb8-bf3d-4871-94c3-c6084d1f4bb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:52.310124 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-a876c642-04b2-4a81-b0c9-f6330683db43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4121659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3531576'] for subnet, after_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:52.312935 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:52.375776 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a876c642-04b2-4a81-b0c9-f6330683db43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c006415-b7c7-4d19-be9b-9e4369996842,revision_number=0']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:52.379262 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-a876c642-04b2-4a81-b0c9-f6330683db43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:52.384759 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a876c642-04b2-4a81-b0c9-f6330683db43 admin admin] Checking segment: {'id': '0211aeac-91cc-45db-9b50-df655b85a4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ddae0c5b-2173-47b3-b2a7-30ff28276f6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 14:45:52.385117 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a876c642-04b2-4a81-b0c9-f6330683db43 admin admin] Network hostable DHCP agents. Network: ddae0c5b-2173-47b3-b2a7-30ff28276f6b, hostable agents: ['e526b2fa-fac9-473e-91d9-302d4f3c322e'], hosted agents: [] {{(pid=98188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 14:45:52.402743 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a876c642-04b2-4a81-b0c9-f6330683db43 admin admin] Network ddae0c5b-2173-47b3-b2a7-30ff28276f6b is scheduled to be hosted by DHCP agent e526b2fa-fac9-473e-91d9-302d4f3c322e with binding_index 1 {{(pid=98188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 14:45:52.413436 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.scheduler.base_scheduler [None req-a876c642-04b2-4a81-b0c9-f6330683db43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795785-1-smb, ddae0c5b-2173-47b3-b2a7-30ff28276f6b) {{(pid=98188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:45:52.417688 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a876c642-04b2-4a81-b0c9-f6330683db43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:52.418255 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-a876c642-04b2-4a81-b0c9-f6330683db43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545536'] for subnet, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:52.422920 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45111d12-6274-46ad-80bc-1bfd1b2e7db5 None None] Network ddae0c5b-2173-47b3-b2a7-30ff28276f6b requested from dv-cinder-795785-1-smb {{(pid=98190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 14:45:52.431820 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-a876c642-04b2-4a81-b0c9-f6330683db43 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3959546 Jun 10 14:45:52.633875 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327e0059-5fbd-4bb1-b257-f83f3396a958 None None] Network ddae0c5b-2173-47b3-b2a7-30ff28276f6b requested from dv-cinder-795785-1-smb {{(pid=98190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 14:45:53.928510 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 37974) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:45:54.034689 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-4fb5169f-3281-470d-ae51-8278dd7642b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:54.349881 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-4fb5169f-3281-470d-ae51-8278dd7642b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:54.354372 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-4fb5169f-3281-470d-ae51-8278dd7642b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:54.357292 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-3747e163-8dd3-4d20-9d2e-453d6d79bc34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:54.433594 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-4fb5169f-3281-470d-ae51-8278dd7642b7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=023cd8997bbe4b44b22534d2e0d9cadc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5039456 Jun 10 14:45:54.436760 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 38000) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:45:54.437222 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb5169f-3281-470d-ae51-8278dd7642b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8038f191-ff5e-492b-8f06-0b1cdde93e64,revision_number=1']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:54.440309 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-4fb5169f-3281-470d-ae51-8278dd7642b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:54.494120 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-60a340ed-918c-40a5-a611-3abb5f799fb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:54.528583 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2fdd06-95a5-40f7-9fc8-be2bcad14526 req-05baebfd-c1b4-44ea-b4b6-e99087c3d590 tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:54.530181 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-60a340ed-918c-40a5-a611-3abb5f799fb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:54.530565 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-4c2fdd06-95a5-40f7-9fc8-be2bcad14526 req-05baebfd-c1b4-44ea-b4b6-e99087c3d590 tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] 10.222.0.38 "GET /v2.0/networks?id=ddae0c5b-2173-47b3-b2a7-30ff28276f6b HTTP/1.1" status: 200 len: 809 time: 0.1625111 Jun 10 14:45:54.546583 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-4c2fdd06-95a5-40f7-9fc8-be2bcad14526 req-b6673b08-41ea-4596-afc8-4bd5f2ad05a9 tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] 10.222.0.38 "GET /v2.0/quotas/bc131fb34fa744f0b46066a89a45271a HTTP/1.1" status: 200 len: 375 time: 0.0090821 Jun 10 14:45:54.586490 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-60a340ed-918c-40a5-a611-3abb5f799fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:54.589169 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-60a340ed-918c-40a5-a611-3abb5f799fb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:54.590492 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-60a340ed-918c-40a5-a611-3abb5f799fb0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8038f191-ff5e-492b-8f06-0b1cdde93e64 HTTP/1.1" status: 204 len: 168 time: 0.1527431 Jun 10 14:45:54.591335 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-27ffb031-d5ea-4efa-ba67-946cb24ea9c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:54.599261 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-4c2fdd06-95a5-40f7-9fc8-be2bcad14526 req-61f879b4-bcd6-4e0f-9cb8-76f7d2196a53 tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=bc131fb34fa744f0b46066a89a45271a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454521 Jun 10 14:45:54.600745 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a340ed-918c-40a5-a611-3abb5f799fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8038f191-ff5e-492b-8f06-0b1cdde93e64,revision_number=None']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:54.603262 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-60a340ed-918c-40a5-a611-3abb5f799fb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:54.721416 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-4c2fdd06-95a5-40f7-9fc8-be2bcad14526 req-fe662fdb-224e-452a-bbb9-d7a604cf39d9 service neutron] 10.222.0.38 "GET /v2.0/networks/ddae0c5b-2173-47b3-b2a7-30ff28276f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141038 Jun 10 14:45:54.841720 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-4c2fdd06-95a5-40f7-9fc8-be2bcad14526 req-d417b0f7-3c2f-4e39-830f-f42a218c7433 service neutron] 10.222.0.38 "GET /v2.0/networks/ddae0c5b-2173-47b3-b2a7-30ff28276f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140280 Jun 10 14:45:54.852538 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 38006) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:45:54.868748 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-dbde2ed6-5c66-42d6-9601-1b3cf1d93e75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:54.964303 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-dbde2ed6-5c66-42d6-9601-1b3cf1d93e75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:54.970957 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-dbde2ed6-5c66-42d6-9601-1b3cf1d93e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:54.975880 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-78a5154e-cdfc-44d4-bfc5-6a2c64f43e35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:55.053409 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-9f6e43dd-9dfd-42fb-b0c7-8ffb27a8a0a2 req-25654ee8-8c6a-4a88-9bf0-278b81130c84 tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] 10.222.0.38 "GET /v2.0/ports?device_id=168d7403-6a5b-43fd-80b9-a5c411f4c066 HTTP/1.1" status: 200 len: 210 time: 0.0591793 Jun 10 14:45:55.060083 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-dbde2ed6-5c66-42d6-9601-1b3cf1d93e75 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=83e35d182a34465db219a079bbf16aab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2035351 Jun 10 14:45:55.060083 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbde2ed6-5c66-42d6-9601-1b3cf1d93e75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f18fcfb7-539d-42a9-94ed-e7da35190569,revision_number=1']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:55.060373 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 38012) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:45:55.087926 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-dbde2ed6-5c66-42d6-9601-1b3cf1d93e75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:55.113771 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-7acce555-edf1-4fcb-9595-30202f80fb78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:55.139013 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-7acce555-edf1-4fcb-9595-30202f80fb78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:55.196011 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-7acce555-edf1-4fcb-9595-30202f80fb78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:55.198880 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-7acce555-edf1-4fcb-9595-30202f80fb78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:55.200267 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-7acce555-edf1-4fcb-9595-30202f80fb78 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f18fcfb7-539d-42a9-94ed-e7da35190569 HTTP/1.1" status: 204 len: 168 time: 0.1389685 Jun 10 14:45:55.201078 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-5c336cd2-22f8-423d-9ef1-4b72caee4177 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:55.214008 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acce555-edf1-4fcb-9595-30202f80fb78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f18fcfb7-539d-42a9-94ed-e7da35190569,revision_number=None']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:55.216960 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-7acce555-edf1-4fcb-9595-30202f80fb78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:56.223592 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-0f2e96fa-7e89-4bfe-8448-aa326b572f0c req-71aeac98-ec33-4241-b264-0e1d8335c37b tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] 10.222.0.38 "GET /v2.0/ports?device_id=168d7403-6a5b-43fd-80b9-a5c411f4c066 HTTP/1.1" status: 200 len: 210 time: 0.0362911 Jun 10 14:45:56.250302 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2fdd06-95a5-40f7-9fc8-be2bcad14526 req-23634270-aaa4-41e3-9c70-5aaea1f2621e tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:56.251739 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-4c2fdd06-95a5-40f7-9fc8-be2bcad14526 req-23634270-aaa4-41e3-9c70-5aaea1f2621e tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] 10.222.0.36 "GET /v2.0/networks?id=ddae0c5b-2173-47b3-b2a7-30ff28276f6b HTTP/1.1" status: 200 len: 809 time: 0.1817884 Jun 10 14:45:56.266006 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.v2.base [req-4c2fdd06-95a5-40f7-9fc8-be2bcad14526 req-45a864ef-0f6a-409f-ae2c-f6101e9a03b7 tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] Request body: {'port': {'device_id': '168d7403-6a5b-43fd-80b9-a5c411f4c066', 'network_id': 'ddae0c5b-2173-47b3-b2a7-30ff28276f6b', 'admin_state_up': True, 'tenant_id': 'bc131fb34fa744f0b46066a89a45271a'}} {{(pid=98188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:45:56.429141 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c2fdd06-95a5-40f7-9fc8-be2bcad14526 req-45a864ef-0f6a-409f-ae2c-f6101e9a03b7 tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] Made reservation on behalf of bc131fb34fa744f0b46066a89a45271a for: {'port': 1} {{(pid=98188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 14:45:56.432721 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-4c2fdd06-95a5-40f7-9fc8-be2bcad14526 req-45a864ef-0f6a-409f-ae2c-f6101e9a03b7 tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:56.582862 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.db.db_base_plugin_common [req-4c2fdd06-95a5-40f7-9fc8-be2bcad14526 req-45a864ef-0f6a-409f-ae2c-f6101e9a03b7 tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] Allocated IP 172.20.0.6 (ddae0c5b-2173-47b3-b2a7-30ff28276f6b/2c006415-b7c7-4d19-be9b-9e4369996842/f30c2966-afd8-458a-9f9d-ab57c743f3fb) {{(pid=98188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 14:45:56.757558 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-4c2fdd06-95a5-40f7-9fc8-be2bcad14526 req-45a864ef-0f6a-409f-ae2c-f6101e9a03b7 tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] Notify callbacks [] for port, precommit_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:56.796267 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-4c2fdd06-95a5-40f7-9fc8-be2bcad14526 req-45a864ef-0f6a-409f-ae2c-f6101e9a03b7 tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33290945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770842374660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4122283'] for port, after_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:56.799811 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-efccf94e-050f-4eb8-bd5f-79182a13c804 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:56.847198 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c2fdd06-95a5-40f7-9fc8-be2bcad14526 req-45a864ef-0f6a-409f-ae2c-f6101e9a03b7 tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] Network ddae0c5b-2173-47b3-b2a7-30ff28276f6b is already hosted by enough agents. {{(pid=98188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 14:45:56.851104 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.scheduler.base_scheduler [req-4c2fdd06-95a5-40f7-9fc8-be2bcad14526 req-45a864ef-0f6a-409f-ae2c-f6101e9a03b7 tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] Resources bound (agent type, host, resource id): {{(pid=98188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:45:56.854722 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c2fdd06-95a5-40f7-9fc8-be2bcad14526 req-45a864ef-0f6a-409f-ae2c-f6101e9a03b7 tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] Received port after_create {{(pid=98188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 14:45:56.860900 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a864ef-0f6a-409f-ae2c-f6101e9a03b7 tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] Pushing event updated for resources: {'Port': ['ID=f30c2966-afd8-458a-9f9d-ab57c743f3fb,revision_number=1']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:56.889750 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-45a864ef-0f6a-409f-ae2c-f6101e9a03b7 tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:56.917001 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2fdd06-95a5-40f7-9fc8-be2bcad14526 req-45a864ef-0f6a-409f-ae2c-f6101e9a03b7 tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:56.917608 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-4c2fdd06-95a5-40f7-9fc8-be2bcad14526 req-45a864ef-0f6a-409f-ae2c-f6101e9a03b7 tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32075'] for port, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:56.930806 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-4c2fdd06-95a5-40f7-9fc8-be2bcad14526 req-45a864ef-0f6a-409f-ae2c-f6101e9a03b7 tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6686740 Jun 10 14:45:56.942541 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.v2.base [req-4c2fdd06-95a5-40f7-9fc8-be2bcad14526 req-c867200d-d811-4aa0-b0e4-fc1ddf549c1e service neutron] Request body: {'port': {'device_id': '168d7403-6a5b-43fd-80b9-a5c411f4c066', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79578'}} {{(pid=98188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:45:57.025908 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-4c2fdd06-95a5-40f7-9fc8-be2bcad14526 req-c867200d-d811-4aa0-b0e4-fc1ddf549c1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:57.341986 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.notifiers.nova [req-4c2fdd06-95a5-40f7-9fc8-be2bcad14526 req-c867200d-d811-4aa0-b0e4-fc1ddf549c1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f30c2966-afd8-458a-9f9d-ab57c743f3fb {{(pid=98188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 14:45:57.351262 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-4c2fdd06-95a5-40f7-9fc8-be2bcad14526 req-c867200d-d811-4aa0-b0e4-fc1ddf549c1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:57.399512 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.db.provisioning_blocks [req-4c2fdd06-95a5-40f7-9fc8-be2bcad14526 req-c867200d-d811-4aa0-b0e4-fc1ddf549c1e service neutron] Transition to ACTIVE for port object f30c2966-afd8-458a-9f9d-ab57c743f3fb will not be triggered until provisioned by entity L2. {{(pid=98188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:45:57.404381 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-4c2fdd06-95a5-40f7-9fc8-be2bcad14526 req-c867200d-d811-4aa0-b0e4-fc1ddf549c1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4122297'] for port, after_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:57.406865 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:57.469259 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c867200d-d811-4aa0-b0e4-fc1ddf549c1e service neutron] Pushing event updated for resources: {'Port': ['ID=f30c2966-afd8-458a-9f9d-ab57c743f3fb,revision_number=2']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:57.471729 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-c867200d-d811-4aa0-b0e4-fc1ddf549c1e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:57.566999 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd64a2e-2e3c-4629-872a-879bb85013db req-fe5a835c-7b8b-460d-8d90-9fb7e6193ea7 tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:57.569517 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-2bd64a2e-2e3c-4629-872a-879bb85013db req-fe5a835c-7b8b-460d-8d90-9fb7e6193ea7 tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] 10.222.0.38 "GET /v2.0/ports?device_id=168d7403-6a5b-43fd-80b9-a5c411f4c066 HTTP/1.1" status: 200 len: 931 time: 0.2155149 Jun 10 14:45:57.654099 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-2bd64a2e-2e3c-4629-872a-879bb85013db req-6e024c94-2ebd-474a-b36d-0fbefcbed984 tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] 10.222.0.38 "GET /v2.0/security-groups?id=307f7cbf-3436-43df-a630-de1494d634f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562057 Jun 10 14:45:57.664883 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.managers [req-4c2fdd06-95a5-40f7-9fc8-be2bcad14526 req-c867200d-d811-4aa0-b0e4-fc1ddf549c1e service neutron] Attempting to bind port f30c2966-afd8-458a-9f9d-ab57c743f3fb on host hv-cinder-79578 for vnic_type normal with profile {{(pid=98188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 14:45:57.665219 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.managers [req-4c2fdd06-95a5-40f7-9fc8-be2bcad14526 req-c867200d-d811-4aa0-b0e4-fc1ddf549c1e service neutron] Attempting to bind port f30c2966-afd8-458a-9f9d-ab57c743f3fb by drivers openvswitch,hyperv on host hv-cinder-79578 at level 0 using segments [{'id': '0211aeac-91cc-45db-9b50-df655b85a4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ddae0c5b-2173-47b3-b2a7-30ff28276f6b'}] {{(pid=98188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 14:45:57.665546 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2fdd06-95a5-40f7-9fc8-be2bcad14526 req-c867200d-d811-4aa0-b0e4-fc1ddf549c1e service neutron] Attempting to bind port f30c2966-afd8-458a-9f9d-ab57c743f3fb on network ddae0c5b-2173-47b3-b2a7-30ff28276f6b {{(pid=98188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 14:45:57.670104 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2fdd06-95a5-40f7-9fc8-be2bcad14526 req-c867200d-d811-4aa0-b0e4-fc1ddf549c1e service neutron] Port f30c2966-afd8-458a-9f9d-ab57c743f3fb on network ddae0c5b-2173-47b3-b2a7-30ff28276f6b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79578 {{(pid=98188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 14:45:57.670478 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2fdd06-95a5-40f7-9fc8-be2bcad14526 req-c867200d-d811-4aa0-b0e4-fc1ddf549c1e service neutron] Attempting to bind port f30c2966-afd8-458a-9f9d-ab57c743f3fb on network ddae0c5b-2173-47b3-b2a7-30ff28276f6b {{(pid=98188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 14:45:57.675368 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2fdd06-95a5-40f7-9fc8-be2bcad14526 req-c867200d-d811-4aa0-b0e4-fc1ddf549c1e service neutron] Checking agent: {'id': 'c47c39ee-f167-41a2-bf85-7dde6d0410ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79578', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 14, 40, 37), 'started_at': datetime.datetime(2021, 6, 10, 14, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 14, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 14:45:57.675761 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2fdd06-95a5-40f7-9fc8-be2bcad14526 req-c867200d-d811-4aa0-b0e4-fc1ddf549c1e service neutron] Checking segment: {'id': '0211aeac-91cc-45db-9b50-df655b85a4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ddae0c5b-2173-47b3-b2a7-30ff28276f6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 14:45:57.676199 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2fdd06-95a5-40f7-9fc8-be2bcad14526 req-c867200d-d811-4aa0-b0e4-fc1ddf549c1e service neutron] Bound using segment: {'id': '0211aeac-91cc-45db-9b50-df655b85a4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ddae0c5b-2173-47b3-b2a7-30ff28276f6b'} {{(pid=98188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 14:45:57.676732 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.managers [req-4c2fdd06-95a5-40f7-9fc8-be2bcad14526 req-c867200d-d811-4aa0-b0e4-fc1ddf549c1e service neutron] Bound port: f30c2966-afd8-458a-9f9d-ab57c743f3fb, host: hv-cinder-79578, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0211aeac-91cc-45db-9b50-df655b85a4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ddae0c5b-2173-47b3-b2a7-30ff28276f6b'}}] {{(pid=98188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 14:45:57.677656 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-4c2fdd06-95a5-40f7-9fc8-be2bcad14526 req-c867200d-d811-4aa0-b0e4-fc1ddf549c1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:57.754626 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.db [req-4c2fdd06-95a5-40f7-9fc8-be2bcad14526 req-c867200d-d811-4aa0-b0e4-fc1ddf549c1e service neutron] For port f30c2966-afd8-458a-9f9d-ab57c743f3fb, host hv-cinder-79578, cleared binding levels {{(pid=98188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 14:45:57.757823 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.db [req-4c2fdd06-95a5-40f7-9fc8-be2bcad14526 req-c867200d-d811-4aa0-b0e4-fc1ddf549c1e service neutron] For port f30c2966-afd8-458a-9f9d-ab57c743f3fb, host hv-cinder-79578, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=f30c2966-afd8-458a-9f9d-ab57c743f3fb,segment=NetworkSegment(0211aeac-91cc-45db-9b50-df655b85a4f0),segment_id=0211aeac-91cc-45db-9b50-df655b85a4f0)] {{(pid=98188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 14:45:57.761476 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-4c2fdd06-95a5-40f7-9fc8-be2bcad14526 req-c867200d-d811-4aa0-b0e4-fc1ddf549c1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4122297'] for port, after_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:57.764224 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-31fe8e19-6368-4737-9372-deb1bfcc24c3 tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:57.801163 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2fdd06-95a5-40f7-9fc8-be2bcad14526 req-c867200d-d811-4aa0-b0e4-fc1ddf549c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:57.801773 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-4c2fdd06-95a5-40f7-9fc8-be2bcad14526 req-c867200d-d811-4aa0-b0e4-fc1ddf549c1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32075'] for port, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:57.803720 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-4c2fdd06-95a5-40f7-9fc8-be2bcad14526 req-c867200d-d811-4aa0-b0e4-fc1ddf549c1e service neutron] 10.222.0.36 "PUT /v2.0/ports/f30c2966-afd8-458a-9f9d-ab57c743f3fb HTTP/1.1" status: 200 len: 1093 time: 0.8651054 Jun 10 14:45:57.804198 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '168d7403-6a5b-43fd-80b9-a5c411f4c066', 'tag': 'f30c2966-afd8-458a-9f9d-ab57c743f3fb'}] {{(pid=98188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:45:57.806590 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f0fe7ff9a18056505f9f26f34e6288f69420e23a9758a676b79d6915a840c7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f8185a-ed38-4563-b0e3-9c93e8aa2884" -d '{"events": [{"name": "network-changed", "server_uuid": "168d7403-6a5b-43fd-80b9-a5c411f4c066", "tag": "f30c2966-afd8-458a-9f9d-ab57c743f3fb"}]}' {{(pid=98188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:45:57.836549 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c867200d-d811-4aa0-b0e4-fc1ddf549c1e service neutron] Pushing event updated for resources: {'Port': ['ID=f30c2966-afd8-458a-9f9d-ab57c743f3fb,revision_number=3']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:57.839610 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-c867200d-d811-4aa0-b0e4-fc1ddf549c1e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:57.844805 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 14:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6e6e27a-33ab-4464-a8e7-4b97eab609c7 x-openstack-request-id: req-d6e6e27a-33ab-4464-a8e7-4b97eab609c7 {{(pid=98188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:45:57.845008 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "168d7403-6a5b-43fd-80b9-a5c411f4c066", "tag": "f30c2966-afd8-458a-9f9d-ab57c743f3fb", "status": "completed", "code": 200}]} {{(pid=98188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:45:57.845312 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d6e6e27a-33ab-4464-a8e7-4b97eab609c7 {{(pid=98188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:45:57.845730 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '168d7403-6a5b-43fd-80b9-a5c411f4c066', 'tag': 'f30c2966-afd8-458a-9f9d-ab57c743f3fb', 'status': 'completed', 'code': 200} Jun 10 14:45:57.924443 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2fdd06-95a5-40f7-9fc8-be2bcad14526 req-38e43dc7-e8f3-4ce6-93e3-b2d57d0ad78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:57.925888 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-4c2fdd06-95a5-40f7-9fc8-be2bcad14526 req-38e43dc7-e8f3-4ce6-93e3-b2d57d0ad78c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bc131fb34fa744f0b46066a89a45271a&device_id=168d7403-6a5b-43fd-80b9-a5c411f4c066 HTTP/1.1" status: 200 len: 1096 time: 0.0579405 Jun 10 14:45:57.988358 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-4c2fdd06-95a5-40f7-9fc8-be2bcad14526 req-fb06ba25-32b0-4ca7-a691-1c75cb47303c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f30c2966-afd8-458a-9f9d-ab57c743f3fb HTTP/1.1" status: 200 len: 217 time: 0.0490134 Jun 10 14:45:58.043390 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2fdd06-95a5-40f7-9fc8-be2bcad14526 req-3b200870-584f-4859-a608-dbe911c9dbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:58.044794 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-4c2fdd06-95a5-40f7-9fc8-be2bcad14526 req-3b200870-584f-4859-a608-dbe911c9dbb5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2c006415-b7c7-4d19-be9b-9e4369996842 HTTP/1.1" status: 200 len: 849 time: 0.0496030 Jun 10 14:45:58.085604 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-4c2fdd06-95a5-40f7-9fc8-be2bcad14526 req-1e104c82-503a-4994-8d7a-6558911726b8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ddae0c5b-2173-47b3-b2a7-30ff28276f6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292394 Jun 10 14:45:58.203713 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-4c2fdd06-95a5-40f7-9fc8-be2bcad14526 req-22563386-c8e7-49fe-b809-eb91e6edba14 service neutron] 10.222.0.36 "GET /v2.0/networks/ddae0c5b-2173-47b3-b2a7-30ff28276f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081603 Jun 10 14:45:58.321702 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-4c2fdd06-95a5-40f7-9fc8-be2bcad14526 req-efdd40e8-6eea-4192-839f-972b5cd0a1f3 service neutron] 10.222.0.36 "GET /v2.0/networks/ddae0c5b-2173-47b3-b2a7-30ff28276f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056736 Jun 10 14:45:58.428349 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8185a-ed38-4563-b0e3-9c93e8aa2884 req-90472ba2-ce5e-426b-b54e-3d7127b8a9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:58.429808 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-01f8185a-ed38-4563-b0e3-9c93e8aa2884 req-90472ba2-ce5e-426b-b54e-3d7127b8a9bd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bc131fb34fa744f0b46066a89a45271a&device_id=168d7403-6a5b-43fd-80b9-a5c411f4c066 HTTP/1.1" status: 200 len: 1096 time: 0.0586045 Jun 10 14:45:58.548771 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8185a-ed38-4563-b0e3-9c93e8aa2884 req-fbfbdeec-0b10-42ee-b7ec-c3382e10782e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:58.550195 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-01f8185a-ed38-4563-b0e3-9c93e8aa2884 req-fbfbdeec-0b10-42ee-b7ec-c3382e10782e service neutron] 10.222.0.36 "GET /v2.0/networks?id=ddae0c5b-2173-47b3-b2a7-30ff28276f6b HTTP/1.1" status: 200 len: 910 time: 0.1094296 Jun 10 14:45:58.606651 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-01f8185a-ed38-4563-b0e3-9c93e8aa2884 req-d78b762d-77ba-444d-a635-fabd84eb444e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f30c2966-afd8-458a-9f9d-ab57c743f3fb HTTP/1.1" status: 200 len: 217 time: 0.0498660 Jun 10 14:45:58.671379 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8185a-ed38-4563-b0e3-9c93e8aa2884 req-816461ea-417d-4337-b755-22cff534335f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:58.672887 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-01f8185a-ed38-4563-b0e3-9c93e8aa2884 req-816461ea-417d-4337-b755-22cff534335f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2c006415-b7c7-4d19-be9b-9e4369996842 HTTP/1.1" status: 200 len: 849 time: 0.0592136 Jun 10 14:45:58.715684 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-01f8185a-ed38-4563-b0e3-9c93e8aa2884 req-06e70307-e262-4c41-9f09-eca057fffa34 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ddae0c5b-2173-47b3-b2a7-30ff28276f6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341039 Jun 10 14:45:58.892773 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-01f8185a-ed38-4563-b0e3-9c93e8aa2884 req-30a1e6c3-bf5b-46a6-b4d7-ea42a20c7ebf service neutron] 10.222.0.36 "GET /v2.0/networks/ddae0c5b-2173-47b3-b2a7-30ff28276f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673532 Jun 10 14:45:59.155605 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3dce61-3d67-4f4a-9471-567bcfb9e46a req-dbbbc881-dc41-4529-a834-131b22c1c8b7 tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:59.157108 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-9b3dce61-3d67-4f4a-9471-567bcfb9e46a req-dbbbc881-dc41-4529-a834-131b22c1c8b7 tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] 10.222.0.38 "GET /v2.0/ports?device_id=168d7403-6a5b-43fd-80b9-a5c411f4c066 HTTP/1.1" status: 200 len: 943 time: 0.3462386 Jun 10 14:45:59.259379 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-9b3dce61-3d67-4f4a-9471-567bcfb9e46a req-1daf19ca-7aae-49ea-a42d-8538faa8dea9 tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] 10.222.0.38 "GET /v2.0/security-groups?id=307f7cbf-3436-43df-a630-de1494d634f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915859 Jun 10 14:45:59.270673 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-01f8185a-ed38-4563-b0e3-9c93e8aa2884 req-d8f5133d-3cc6-4297-a6af-c897de849a4a service neutron] 10.222.0.36 "GET /v2.0/networks/ddae0c5b-2173-47b3-b2a7-30ff28276f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3693349 Jun 10 14:46:00.470809 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c6c01b-0ae6-43d7-9367-56f44a1d12f0 req-fbe983be-9be5-4dcb-b137-98ddd6e3e71d tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:00.472329 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-30c6c01b-0ae6-43d7-9367-56f44a1d12f0 req-fbe983be-9be5-4dcb-b137-98ddd6e3e71d tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] 10.222.0.38 "GET /v2.0/ports?device_id=168d7403-6a5b-43fd-80b9-a5c411f4c066 HTTP/1.1" status: 200 len: 943 time: 0.0770087 Jun 10 14:46:00.523095 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-30c6c01b-0ae6-43d7-9367-56f44a1d12f0 req-b04d1327-d28a-42dd-bff9-44682dc32910 tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] 10.222.0.38 "GET /v2.0/security-groups?id=307f7cbf-3436-43df-a630-de1494d634f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444381 Jun 10 14:46:00.881084 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Device f30c2966-afd8-458a-9f9d-ab57c743f3fb details requested by agent hyperv_hv-cinder-79578 with host hv-cinder-79578 {{(pid=98190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 14:46:01.004772 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] For port f30c2966-afd8-458a-9f9d-ab57c743f3fb, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=f30c2966-afd8-458a-9f9d-ab57c743f3fb,segment=NetworkSegment(0211aeac-91cc-45db-9b50-df655b85a4f0),segment_id=0211aeac-91cc-45db-9b50-df655b85a4f0)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:46:01.024205 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Returning: {'device': 'f30c2966-afd8-458a-9f9d-ab57c743f3fb', 'network_id': 'ddae0c5b-2173-47b3-b2a7-30ff28276f6b', 'port_id': 'f30c2966-afd8-458a-9f9d-ab57c743f3fb', 'mac_address': 'fa:16:3e:d8:18:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c006415-b7c7-4d19-be9b-9e4369996842', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 14:46:01.071492 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:01.086577 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.notifiers.nova [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f30c2966-afd8-458a-9f9d-ab57c743f3fb {{(pid=98190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 14:46:01.107666 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] For port f30c2966-afd8-458a-9f9d-ab57c743f3fb, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=f30c2966-afd8-458a-9f9d-ab57c743f3fb,segment=NetworkSegment(0211aeac-91cc-45db-9b50-df655b85a4f0),segment_id=0211aeac-91cc-45db-9b50-df655b85a4f0)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:46:01.111657 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:01.113471 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:46:01.167202 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Pushing event updated for resources: {'Port': ['ID=f30c2966-afd8-458a-9f9d-ab57c743f3fb,revision_number=4']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:46:01.170188 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:46:01.441486 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] get_ports_and_sgs() called for port_ids ['f30c2966-afd8-458a-9f9d-ab57c743f3fb'] {{(pid=98190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 14:46:01.710753 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9082f3fc-182c-430a-a0aa-284944f67a94 req-81174229-5a63-41c6-b463-d91bb1e4ad04 tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:01.712084 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-9082f3fc-182c-430a-a0aa-284944f67a94 req-81174229-5a63-41c6-b463-d91bb1e4ad04 tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] 10.222.0.38 "GET /v2.0/ports?device_id=168d7403-6a5b-43fd-80b9-a5c411f4c066 HTTP/1.1" status: 200 len: 944 time: 0.0715134 Jun 10 14:46:01.751283 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-9082f3fc-182c-430a-a0aa-284944f67a94 req-8dda8f28-944a-4b12-ac25-4e7aafa40101 tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] 10.222.0.38 "GET /v2.0/security-groups?id=307f7cbf-3436-43df-a630-de1494d634f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335474 Jun 10 14:46:02.887002 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Device f30c2966-afd8-458a-9f9d-ab57c743f3fb up at agent hyperv_hv-cinder-79578 {{(pid=98190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:46:02.932872 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7fb672-610f-4200-aac5-1aa621c46957 req-68977157-e21f-4751-b308-63dfd4497dab tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:02.934589 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-cd7fb672-610f-4200-aac5-1aa621c46957 req-68977157-e21f-4751-b308-63dfd4497dab tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] 10.222.0.38 "GET /v2.0/ports?device_id=168d7403-6a5b-43fd-80b9-a5c411f4c066 HTTP/1.1" status: 200 len: 944 time: 0.0714188 Jun 10 14:46:02.944851 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Provisioning for port f30c2966-afd8-458a-9f9d-ab57c743f3fb completed by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:46:02.948912 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Provisioning complete for port f30c2966-afd8-458a-9f9d-ab57c743f3fb triggered by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:46:02.949371 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32877986'] for port, provisioning_complete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:02.978425 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-cd7fb672-610f-4200-aac5-1aa621c46957 req-59dfbc99-a327-4886-a148-00ba71a623ca tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] 10.222.0.38 "GET /v2.0/security-groups?id=307f7cbf-3436-43df-a630-de1494d634f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381093 Jun 10 14:46:03.041611 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:03.065012 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '168d7403-6a5b-43fd-80b9-a5c411f4c066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f30c2966-afd8-458a-9f9d-ab57c743f3fb'}] {{(pid=98190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:46:03.067293 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3d4185ab3030d597d4fdff3a42636a440041618624b200d466a1cf3773607d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d2fa52a-b401-48d1-a63d-d0ff5c162cab" -d '{"events": [{"server_uuid": "168d7403-6a5b-43fd-80b9-a5c411f4c066", "name": "network-vif-plugged", "status": "completed", "tag": "f30c2966-afd8-458a-9f9d-ab57c743f3fb"}]}' {{(pid=98190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:46:03.081898 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] For port f30c2966-afd8-458a-9f9d-ab57c743f3fb, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=f30c2966-afd8-458a-9f9d-ab57c743f3fb,segment=NetworkSegment(0211aeac-91cc-45db-9b50-df655b85a4f0),segment_id=0211aeac-91cc-45db-9b50-df655b85a4f0)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:46:03.086286 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:03.089203 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:46:03.116301 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 14:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8141effd-10ca-445a-b526-7189a7ba7358 x-openstack-request-id: req-8141effd-10ca-445a-b526-7189a7ba7358 {{(pid=98190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:46:03.116603 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "168d7403-6a5b-43fd-80b9-a5c411f4c066", "name": "network-vif-plugged", "status": "completed", "tag": "f30c2966-afd8-458a-9f9d-ab57c743f3fb", "code": 200}]} {{(pid=98190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:46:03.116860 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8141effd-10ca-445a-b526-7189a7ba7358 {{(pid=98190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:46:03.117261 dv-cinder-795785-1-smb neutron-server[98190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '168d7403-6a5b-43fd-80b9-a5c411f4c066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f30c2966-afd8-458a-9f9d-ab57c743f3fb', 'code': 200} Jun 10 14:46:03.146479 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Pushing event updated for resources: {'Port': ['ID=f30c2966-afd8-458a-9f9d-ab57c743f3fb,revision_number=5']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:46:03.150183 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:46:03.360560 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41424656-3b19-4b53-97f6-3fd0ec68c42b req-eb7255a1-695c-42a2-a1ce-d51ef2bc7b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:03.362009 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-41424656-3b19-4b53-97f6-3fd0ec68c42b req-eb7255a1-695c-42a2-a1ce-d51ef2bc7b17 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=168d7403-6a5b-43fd-80b9-a5c411f4c066 HTTP/1.1" status: 200 len: 1098 time: 0.0605025 Jun 10 14:46:03.411187 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-41424656-3b19-4b53-97f6-3fd0ec68c42b req-e7c13fdb-c0b3-4a55-a68e-8111f26f2336 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=307f7cbf-3436-43df-a630-de1494d634f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298345 Jun 10 14:46:04.155821 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c647cf19-7649-4417-a53f-43d462cbb05d req-ae8fedfc-6bc2-452a-a956-699bf09d2619 tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:04.157369 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-c647cf19-7649-4417-a53f-43d462cbb05d req-ae8fedfc-6bc2-452a-a956-699bf09d2619 tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] 10.222.0.38 "GET /v2.0/ports?device_id=168d7403-6a5b-43fd-80b9-a5c411f4c066 HTTP/1.1" status: 200 len: 945 time: 0.0699759 Jun 10 14:46:04.198394 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-c647cf19-7649-4417-a53f-43d462cbb05d req-d2840782-8da8-47d3-8993-8e4b1fc77b98 tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] 10.222.0.38 "GET /v2.0/security-groups?id=307f7cbf-3436-43df-a630-de1494d634f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347903 Jun 10 14:46:05.428548 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd1428f-9b94-4da9-8f52-084a93b11351 req-243735dd-79f2-4ba0-a49d-d88cbe52886d tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:05.429997 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-ffd1428f-9b94-4da9-8f52-084a93b11351 req-243735dd-79f2-4ba0-a49d-d88cbe52886d tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] 10.222.0.38 "GET /v2.0/ports?device_id=168d7403-6a5b-43fd-80b9-a5c411f4c066 HTTP/1.1" status: 200 len: 945 time: 0.1174760 Jun 10 14:46:05.438008 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d6ed44-72d1-4f03-9a91-3fce4528fa60 req-c4e4f282-365e-401e-b2a8-c65d17f1c373 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:05.439326 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-50d6ed44-72d1-4f03-9a91-3fce4528fa60 req-c4e4f282-365e-401e-b2a8-c65d17f1c373 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] 10.222.0.38 "GET /v2.0/ports?device_id=73ddb4eb-efd9-40ec-bd7c-7bd555bf1034 HTTP/1.1" status: 200 len: 945 time: 0.1162612 Jun 10 14:46:05.499654 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-ffd1428f-9b94-4da9-8f52-084a93b11351 req-36ca796e-a100-442f-b864-0964216357db tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] 10.222.0.38 "GET /v2.0/security-groups?id=307f7cbf-3436-43df-a630-de1494d634f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594046 Jun 10 14:46:05.504168 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-50d6ed44-72d1-4f03-9a91-3fce4528fa60 req-865c2a40-0dc8-4d30-b4ca-109495c5161e tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] 10.222.0.38 "GET /v2.0/security-groups?id=9c469717-5727-4cf6-9ce5-607887173839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578184 Jun 10 14:46:06.338929 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06494b89-3d94-458f-9dab-bd7b0ca368ff req-fdee6891-0e79-44ac-8736-d1334be6dbab tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:06.340460 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-06494b89-3d94-458f-9dab-bd7b0ca368ff req-fdee6891-0e79-44ac-8736-d1334be6dbab tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] 10.222.0.38 "GET /v2.0/ports?device_id=168d7403-6a5b-43fd-80b9-a5c411f4c066 HTTP/1.1" status: 200 len: 945 time: 0.0753052 Jun 10 14:46:06.382269 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-06494b89-3d94-458f-9dab-bd7b0ca368ff req-f78f6970-caca-4df2-8b56-2c66ea19ae7e tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] 10.222.0.38 "GET /v2.0/security-groups?id=307f7cbf-3436-43df-a630-de1494d634f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361309 Jun 10 14:46:06.681879 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d18a2ac-6bd5-4dc9-b918-c27bd10771cd req-2dd01ec7-39eb-4b0c-b6d2-3b42be11636e tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:06.683324 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-4d18a2ac-6bd5-4dc9-b918-c27bd10771cd req-2dd01ec7-39eb-4b0c-b6d2-3b42be11636e tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] 10.222.0.38 "GET /v2.0/ports?device_id=73ddb4eb-efd9-40ec-bd7c-7bd555bf1034 HTTP/1.1" status: 200 len: 945 time: 0.0676975 Jun 10 14:46:06.726050 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-4d18a2ac-6bd5-4dc9-b918-c27bd10771cd req-57fa3ca2-3e3f-49a1-abeb-6148214f20c5 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] 10.222.0.38 "GET /v2.0/security-groups?id=9c469717-5727-4cf6-9ce5-607887173839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371189 Jun 10 14:46:07.329980 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.agents_db [None req-cd79858f-8c6e-4eae-9804-968873059af8 None None] Agent healthcheck: found 6 active agents {{(pid=98191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 14:46:07.523006 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:07.580616 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2f0c1c-c827-40bd-8711-11785055891f req-1b85090e-2083-4a78-b89f-bbbd44a3f019 tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:07.581971 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-0c2f0c1c-c827-40bd-8711-11785055891f req-1b85090e-2083-4a78-b89f-bbbd44a3f019 tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] 10.222.0.38 "GET /v2.0/ports?device_id=168d7403-6a5b-43fd-80b9-a5c411f4c066 HTTP/1.1" status: 200 len: 945 time: 0.0875523 Jun 10 14:46:07.617519 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 38220) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:46:07.627847 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-0c2f0c1c-c827-40bd-8711-11785055891f req-5f4c629c-adfa-4fd6-904b-63cf7499cb0d tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] 10.222.0.38 "GET /v2.0/security-groups?id=307f7cbf-3436-43df-a630-de1494d634f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394251 Jun 10 14:46:07.720272 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-0b74e2fe-2c90-4bbe-a189-a47e8fbd084b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:07.815220 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-0b74e2fe-2c90-4bbe-a189-a47e8fbd084b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:07.819644 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-0b74e2fe-2c90-4bbe-a189-a47e8fbd084b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:07.822324 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-1a34524e-8d47-41ca-965f-2bcd83475ea7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:46:07.862412 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-0b74e2fe-2c90-4bbe-a189-a47e8fbd084b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f6b7d81e211444dfbf6cd452082f4d4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2436209 Jun 10 14:46:07.863090 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b74e2fe-2c90-4bbe-a189-a47e8fbd084b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f72781b5-9bd5-4a35-b624-56f65199b53d,revision_number=1']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:46:07.865881 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 38226) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:46:07.867996 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-0b74e2fe-2c90-4bbe-a189-a47e8fbd084b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:46:07.913356 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4a58d8-bb84-4345-9a7f-b987ae8740e0 req-05994ff6-fdc0-482a-a8e7-5d6211a7be52 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:07.916787 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-dd4a58d8-bb84-4345-9a7f-b987ae8740e0 req-05994ff6-fdc0-482a-a8e7-5d6211a7be52 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] 10.222.0.38 "GET /v2.0/ports?device_id=73ddb4eb-efd9-40ec-bd7c-7bd555bf1034 HTTP/1.1" status: 200 len: 945 time: 0.0728247 Jun 10 14:46:07.918425 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-c5c1d640-53fe-4c5a-9d5a-d6182297b3f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:07.941918 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-c5c1d640-53fe-4c5a-9d5a-d6182297b3f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:07.957423 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-dd4a58d8-bb84-4345-9a7f-b987ae8740e0 req-1fbd034f-5cfc-4bb4-bf0b-ee819ddf6d42 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] 10.222.0.38 "GET /v2.0/security-groups?id=9c469717-5727-4cf6-9ce5-607887173839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370502 Jun 10 14:46:07.996170 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-c5c1d640-53fe-4c5a-9d5a-d6182297b3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:07.998735 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-c5c1d640-53fe-4c5a-9d5a-d6182297b3f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:07.999833 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-c5c1d640-53fe-4c5a-9d5a-d6182297b3f1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f72781b5-9bd5-4a35-b624-56f65199b53d HTTP/1.1" status: 204 len: 168 time: 0.1328921 Jun 10 14:46:08.000682 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-a9fdcf66-c6a5-48d5-9ebf-b3a16aff2bf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:46:08.009745 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c1d640-53fe-4c5a-9d5a-d6182297b3f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f72781b5-9bd5-4a35-b624-56f65199b53d,revision_number=None']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:46:08.011972 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-c5c1d640-53fe-4c5a-9d5a-d6182297b3f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:46:08.138595 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e30ad69-22e0-4601-b3e4-d5a780b00ff2 req-f2ee1b16-7a5e-431d-bb3c-b38e24ef5c22 tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:08.140004 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-5e30ad69-22e0-4601-b3e4-d5a780b00ff2 req-f2ee1b16-7a5e-431d-bb3c-b38e24ef5c22 tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] 10.222.0.36 "GET /v2.0/ports?device_id=168d7403-6a5b-43fd-80b9-a5c411f4c066 HTTP/1.1" status: 200 len: 945 time: 0.0722394 Jun 10 14:46:08.260047 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.plugin [req-5e30ad69-22e0-4601-b3e4-d5a780b00ff2 req-481b9b3f-aa46-412e-9316-42656c1adcfd tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] Deleting port f30c2966-afd8-458a-9f9d-ab57c743f3fb {{(pid=98188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 14:46:08.260424 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-5e30ad69-22e0-4601-b3e4-d5a780b00ff2 req-481b9b3f-aa46-412e-9316-42656c1adcfd tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770842860575'] for port, before_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:08.378333 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.db [req-5e30ad69-22e0-4601-b3e4-d5a780b00ff2 req-481b9b3f-aa46-412e-9316-42656c1adcfd tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] For port f30c2966-afd8-458a-9f9d-ab57c743f3fb, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=f30c2966-afd8-458a-9f9d-ab57c743f3fb,segment=NetworkSegment(0211aeac-91cc-45db-9b50-df655b85a4f0),segment_id=0211aeac-91cc-45db-9b50-df655b85a4f0)] {{(pid=98188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:46:08.378687 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-5e30ad69-22e0-4601-b3e4-d5a780b00ff2 req-481b9b3f-aa46-412e-9316-42656c1adcfd tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725918'] for port, precommit_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:08.473659 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.plugin [req-5e30ad69-22e0-4601-b3e4-d5a780b00ff2 req-481b9b3f-aa46-412e-9316-42656c1adcfd tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] Calling delete_port for f30c2966-afd8-458a-9f9d-ab57c743f3fb owned by compute:nova {{(pid=98188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 14:46:08.627428 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-5e30ad69-22e0-4601-b3e4-d5a780b00ff2 req-481b9b3f-aa46-412e-9316-42656c1adcfd tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770842865987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770842374669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4122288'] for port, after_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:08.635749 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-966eaa4a-2186-44c3-a826-8a6bba44da50 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:46:08.644953 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] get_ports_and_sgs() called for port_ids ['f30c2966-afd8-458a-9f9d-ab57c743f3fb'] {{(pid=98190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 14:46:08.668199 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481b9b3f-aa46-412e-9316-42656c1adcfd tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] Pushing event deleted for resources: {'Port': ['ID=f30c2966-afd8-458a-9f9d-ab57c743f3fb,revision_number=None']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:46:08.671320 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-481b9b3f-aa46-412e-9316-42656c1adcfd tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:46:08.732099 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e30ad69-22e0-4601-b3e4-d5a780b00ff2 req-481b9b3f-aa46-412e-9316-42656c1adcfd tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] No DVR routers for this DVR port f30c2966-afd8-458a-9f9d-ab57c743f3fb on host hv-cinder-79578 {{(pid=98188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 14:46:08.734841 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-5e30ad69-22e0-4601-b3e4-d5a780b00ff2 req-481b9b3f-aa46-412e-9316-42656c1adcfd tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32075'] for port, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:08.737015 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-5e30ad69-22e0-4601-b3e4-d5a780b00ff2 req-481b9b3f-aa46-412e-9316-42656c1adcfd tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] 10.222.0.36 "DELETE /v2.0/ports/f30c2966-afd8-458a-9f9d-ab57c743f3fb HTTP/1.1" status: 204 len: 173 time: 0.5838935 Jun 10 14:46:08.737680 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '168d7403-6a5b-43fd-80b9-a5c411f4c066', 'name': 'network-vif-deleted', 'tag': 'f30c2966-afd8-458a-9f9d-ab57c743f3fb'}] {{(pid=98188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:46:08.740524 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f0fe7ff9a18056505f9f26f34e6288f69420e23a9758a676b79d6915a840c7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-228c9e31-54d5-49d9-a05f-b41fe2bc1611" -d '{"events": [{"server_uuid": "168d7403-6a5b-43fd-80b9-a5c411f4c066", "name": "network-vif-deleted", "tag": "f30c2966-afd8-458a-9f9d-ab57c743f3fb"}]}' {{(pid=98188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:46:08.789373 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-33b6061e-e6a9-45eb-9c43-20ae363334a6 req-0e5e0cf8-66f7-45da-8a71-4147a2120598 tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] 10.222.0.38 "GET /v2.0/ports?device_id=168d7403-6a5b-43fd-80b9-a5c411f4c066 HTTP/1.1" status: 200 len: 210 time: 0.0428596 Jun 10 14:46:08.793535 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 14:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-308e774b-5ae2-4c0c-971e-42ede73299b8 x-openstack-request-id: req-308e774b-5ae2-4c0c-971e-42ede73299b8 {{(pid=98188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:46:08.793957 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "168d7403-6a5b-43fd-80b9-a5c411f4c066", "name": "network-vif-deleted", "tag": "f30c2966-afd8-458a-9f9d-ab57c743f3fb", "status": "completed", "code": 200}]} {{(pid=98188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:46:08.794329 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-308e774b-5ae2-4c0c-971e-42ede73299b8 {{(pid=98188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:46:08.794836 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '168d7403-6a5b-43fd-80b9-a5c411f4c066', 'name': 'network-vif-deleted', 'tag': 'f30c2966-afd8-458a-9f9d-ab57c743f3fb', 'status': 'completed', 'code': 200} Jun 10 14:46:09.158434 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c69f6c1-ec60-4320-966c-45a9be07d81c req-cc7cfe30-b822-4955-b5ad-331c7fe72805 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:09.159882 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-3c69f6c1-ec60-4320-966c-45a9be07d81c req-cc7cfe30-b822-4955-b5ad-331c7fe72805 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] 10.222.0.38 "GET /v2.0/ports?device_id=73ddb4eb-efd9-40ec-bd7c-7bd555bf1034 HTTP/1.1" status: 200 len: 945 time: 0.0715215 Jun 10 14:46:09.207250 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-3c69f6c1-ec60-4320-966c-45a9be07d81c req-6711cad3-4646-46ea-9546-1f48134eb8ba tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] 10.222.0.38 "GET /v2.0/security-groups?id=9c469717-5727-4cf6-9ce5-607887173839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410368 Jun 10 14:46:09.577704 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-9d1463d5-2c10-4d20-8fe4-b2bc038b62e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:10.213235 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c67ee-e2e1-46e4-b6e9-26f885872529 req-b2526129-1ed5-4c6b-9ceb-49b4f5c8c89b tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:10.216743 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-be2c67ee-e2e1-46e4-b6e9-26f885872529 req-b2526129-1ed5-4c6b-9ceb-49b4f5c8c89b tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] 10.222.0.38 "GET /v2.0/networks?id=ddae0c5b-2173-47b3-b2a7-30ff28276f6b HTTP/1.1" status: 200 len: 809 time: 0.1379676 Jun 10 14:46:10.230872 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-be2c67ee-e2e1-46e4-b6e9-26f885872529 req-01824209-cb98-47a4-9927-9651b89759dc tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] 10.222.0.38 "GET /v2.0/quotas/bc131fb34fa744f0b46066a89a45271a HTTP/1.1" status: 200 len: 375 time: 0.0100174 Jun 10 14:46:10.283034 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-be2c67ee-e2e1-46e4-b6e9-26f885872529 req-140b25a1-9f7f-4220-a2f9-4ae397212997 tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=bc131fb34fa744f0b46066a89a45271a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454199 Jun 10 14:46:10.444693 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-be2c67ee-e2e1-46e4-b6e9-26f885872529 req-f8758df0-6510-4a5b-9a6b-7cf0920fbc61 service neutron] 10.222.0.38 "GET /v2.0/networks/ddae0c5b-2173-47b3-b2a7-30ff28276f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495781 Jun 10 14:46:10.599015 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f2e7f-e477-41c0-a54e-53ab186a7cc7 req-fb1df0ad-d6b3-41f8-9654-6452ec04d70b tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:10.600599 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-dd7f2e7f-e477-41c0-a54e-53ab186a7cc7 req-fb1df0ad-d6b3-41f8-9654-6452ec04d70b tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] 10.222.0.38 "GET /v2.0/ports?device_id=73ddb4eb-efd9-40ec-bd7c-7bd555bf1034 HTTP/1.1" status: 200 len: 945 time: 0.1709373 Jun 10 14:46:10.604909 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-be2c67ee-e2e1-46e4-b6e9-26f885872529 req-d6fbeb74-19ea-4a0b-951e-f9479318cc79 service neutron] 10.222.0.38 "GET /v2.0/networks/ddae0c5b-2173-47b3-b2a7-30ff28276f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386759 Jun 10 14:46:10.649901 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-dd7f2e7f-e477-41c0-a54e-53ab186a7cc7 req-b4d8751d-aabf-4b59-b044-1cb136c9705f tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] 10.222.0.38 "GET /v2.0/security-groups?id=9c469717-5727-4cf6-9ce5-607887173839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431840 Jun 10 14:46:10.826558 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-1ce107be-7e63-4a99-b86e-c7f4c2f4c2e9 req-3780b6cf-032d-4c98-a1c1-5ab72ed7930c tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] 10.222.0.38 "GET /v2.0/ports?device_id=801650ec-83b1-48a9-8dea-8203418807dc HTTP/1.1" status: 200 len: 210 time: 0.0694866 Jun 10 14:46:10.870566 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259343b9-6f0b-4549-b27e-2ae4be91b632 req-b435b7ad-7769-4f53-8436-303fdcdda11a tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:10.872094 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-259343b9-6f0b-4549-b27e-2ae4be91b632 req-b435b7ad-7769-4f53-8436-303fdcdda11a tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] 10.222.0.36 "GET /v2.0/ports?device_id=73ddb4eb-efd9-40ec-bd7c-7bd555bf1034 HTTP/1.1" status: 200 len: 945 time: 0.1169190 Jun 10 14:46:10.922308 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Device 231ba212-985c-494d-8546-19aafae4cd3b no longer exists at agent hyperv_hv-cinder-79578 {{(pid=98190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 14:46:11.022324 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.plugin [req-259343b9-6f0b-4549-b27e-2ae4be91b632 req-4c8ba768-ff63-4725-ab99-63204b910bb2 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] Deleting port 231ba212-985c-494d-8546-19aafae4cd3b {{(pid=98188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 14:46:11.022727 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-259343b9-6f0b-4549-b27e-2ae4be91b632 req-4c8ba768-ff63-4725-ab99-63204b910bb2 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770842860575'] for port, before_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:11.023370 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:11.050800 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73ddb4eb-efd9-40ec-bd7c-7bd555bf1034', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '231ba212-985c-494d-8546-19aafae4cd3b'}] {{(pid=98190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:46:11.053221 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3d4185ab3030d597d4fdff3a42636a440041618624b200d466a1cf3773607d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0db6ca84-5871-49da-bc1b-c1c1163993c2" -d '{"events": [{"server_uuid": "73ddb4eb-efd9-40ec-bd7c-7bd555bf1034", "name": "network-vif-unplugged", "status": "completed", "tag": "231ba212-985c-494d-8546-19aafae4cd3b"}]}' {{(pid=98190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:46:11.067023 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] For port 231ba212-985c-494d-8546-19aafae4cd3b, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=231ba212-985c-494d-8546-19aafae4cd3b,segment=NetworkSegment(61501d67-a830-48ef-831f-f94cb25e1bdf),segment_id=61501d67-a830-48ef-831f-f94cb25e1bdf)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:46:11.072220 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:11.073035 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Device f30c2966-afd8-458a-9f9d-ab57c743f3fb no longer exists at agent hyperv_hv-cinder-79578 {{(pid=98190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 14:46:11.075477 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:46:11.109761 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Jun 2021 14:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c31edfa-ccec-42f7-bad6-3cf44b18a5d3 x-openstack-request-id: req-9c31edfa-ccec-42f7-bad6-3cf44b18a5d3 {{(pid=98190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:46:11.110060 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73ddb4eb-efd9-40ec-bd7c-7bd555bf1034", "name": "network-vif-unplugged", "status": "completed", "tag": "231ba212-985c-494d-8546-19aafae4cd3b", "code": 200}]} {{(pid=98190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:46:11.110547 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9c31edfa-ccec-42f7-bad6-3cf44b18a5d3 {{(pid=98190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:46:11.110943 dv-cinder-795785-1-smb neutron-server[98190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73ddb4eb-efd9-40ec-bd7c-7bd555bf1034', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '231ba212-985c-494d-8546-19aafae4cd3b', 'code': 200} Jun 10 14:46:11.113503 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.plugin [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] No Port match for: f30c2966-afd8-458a-9f9d-ab57c743f3fb {{(pid=98190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 14:46:11.113861 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Device f30c2966-afd8-458a-9f9d-ab57c743f3fb not bound to the agent host hv-cinder-79578 {{(pid=98190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 14:46:11.166132 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Pushing event updated for resources: {'Port': ['ID=231ba212-985c-494d-8546-19aafae4cd3b,revision_number=6']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:46:11.169068 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:46:11.170670 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.db [req-259343b9-6f0b-4549-b27e-2ae4be91b632 req-4c8ba768-ff63-4725-ab99-63204b910bb2 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] For port 231ba212-985c-494d-8546-19aafae4cd3b, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=231ba212-985c-494d-8546-19aafae4cd3b,segment=NetworkSegment(61501d67-a830-48ef-831f-f94cb25e1bdf),segment_id=61501d67-a830-48ef-831f-f94cb25e1bdf)] {{(pid=98188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:46:11.171118 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-259343b9-6f0b-4549-b27e-2ae4be91b632 req-4c8ba768-ff63-4725-ab99-63204b910bb2 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725918'] for port, precommit_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:11.267260 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.plugin [req-259343b9-6f0b-4549-b27e-2ae4be91b632 req-4c8ba768-ff63-4725-ab99-63204b910bb2 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] Calling delete_port for 231ba212-985c-494d-8546-19aafae4cd3b owned by compute:nova {{(pid=98188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 14:46:11.640906 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-259343b9-6f0b-4549-b27e-2ae4be91b632 req-4c8ba768-ff63-4725-ab99-63204b910bb2 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770842865987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770842374669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4122288'] for port, after_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:11.646128 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-bf5b6794-8cec-40df-bbb8-19be5a08f204 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:46:11.680346 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8ba768-ff63-4725-ab99-63204b910bb2 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] Pushing event deleted for resources: {'Port': ['ID=231ba212-985c-494d-8546-19aafae4cd3b,revision_number=None']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:46:11.683113 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-4c8ba768-ff63-4725-ab99-63204b910bb2 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:46:11.761678 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.db.l3_dvrscheduler_db [req-259343b9-6f0b-4549-b27e-2ae4be91b632 req-4c8ba768-ff63-4725-ab99-63204b910bb2 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] No DVR routers for this DVR port 231ba212-985c-494d-8546-19aafae4cd3b on host hv-cinder-79578 {{(pid=98188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 14:46:11.765263 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-259343b9-6f0b-4549-b27e-2ae4be91b632 req-4c8ba768-ff63-4725-ab99-63204b910bb2 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32075'] for port, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:11.768518 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-259343b9-6f0b-4549-b27e-2ae4be91b632 req-4c8ba768-ff63-4725-ab99-63204b910bb2 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] 10.222.0.36 "DELETE /v2.0/ports/231ba212-985c-494d-8546-19aafae4cd3b HTTP/1.1" status: 204 len: 173 time: 0.8903680 Jun 10 14:46:11.769485 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73ddb4eb-efd9-40ec-bd7c-7bd555bf1034', 'name': 'network-vif-deleted', 'tag': '231ba212-985c-494d-8546-19aafae4cd3b'}] {{(pid=98188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:46:11.773100 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f0fe7ff9a18056505f9f26f34e6288f69420e23a9758a676b79d6915a840c7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa737e85-5e6c-4d73-a27a-8bbd25e705da" -d '{"events": [{"server_uuid": "73ddb4eb-efd9-40ec-bd7c-7bd555bf1034", "name": "network-vif-deleted", "tag": "231ba212-985c-494d-8546-19aafae4cd3b"}]}' {{(pid=98188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:46:11.858159 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-a966546a-a8d7-42ec-b207-eb677e531a16 req-d3dc82ef-ac59-45e6-829f-fea40b9ca892 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] 10.222.0.38 "GET /v2.0/ports?device_id=73ddb4eb-efd9-40ec-bd7c-7bd555bf1034 HTTP/1.1" status: 200 len: 210 time: 0.0684068 Jun 10 14:46:11.926115 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca3706-6ee4-49de-a21c-4644624689ed req-ac55183e-7f9d-4160-ac62-8a78a18a173b tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:11.929262 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-edca3706-6ee4-49de-a21c-4644624689ed req-ac55183e-7f9d-4160-ac62-8a78a18a173b tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c52d258-0d8b-45e0-820c-de32496e39eb HTTP/1.1" status: 200 len: 946 time: 0.1415818 Jun 10 14:46:11.962609 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 14:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f23d35-102c-45de-8a60-ac61b22a2cdd x-openstack-request-id: req-f5f23d35-102c-45de-8a60-ac61b22a2cdd {{(pid=98188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:46:11.963021 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73ddb4eb-efd9-40ec-bd7c-7bd555bf1034", "name": "network-vif-deleted", "tag": "231ba212-985c-494d-8546-19aafae4cd3b", "status": "completed", "code": 200}]} {{(pid=98188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:46:11.963306 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f5f23d35-102c-45de-8a60-ac61b22a2cdd {{(pid=98188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:46:11.963876 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73ddb4eb-efd9-40ec-bd7c-7bd555bf1034', 'name': 'network-vif-deleted', 'tag': '231ba212-985c-494d-8546-19aafae4cd3b', 'status': 'completed', 'code': 200} Jun 10 14:46:12.056977 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:12.066275 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-edca3706-6ee4-49de-a21c-4644624689ed req-5e5eccae-8d8c-42fc-a089-0ffc235e1cd0 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?id=bffe4572-7302-4f5a-9da6-eede10fb958e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188369 Jun 10 14:46:12.118851 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c67ee-e2e1-46e4-b6e9-26f885872529 req-0b21d6c8-a3e8-4042-b3ed-0e8e2f7f93b5 tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:12.120485 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-be2c67ee-e2e1-46e4-b6e9-26f885872529 req-0b21d6c8-a3e8-4042-b3ed-0e8e2f7f93b5 tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] 10.222.0.36 "GET /v2.0/networks?id=ddae0c5b-2173-47b3-b2a7-30ff28276f6b HTTP/1.1" status: 200 len: 809 time: 0.2309322 Jun 10 14:46:12.144150 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-78c291f0-3d37-4780-8b99-a8c43c4258f9 req-3a6cf23a-a76d-490e-a1e9-dab4ba6a66fc tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] 10.222.0.38 "GET /v2.0/ports?device_id=801650ec-83b1-48a9-8dea-8203418807dc HTTP/1.1" status: 200 len: 210 time: 0.0462465 Jun 10 14:46:12.148571 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.v2.base [req-be2c67ee-e2e1-46e4-b6e9-26f885872529 req-7c60ce78-b493-4c06-939d-faf62b516ad1 tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] Request body: {'port': {'device_id': '801650ec-83b1-48a9-8dea-8203418807dc', 'network_id': 'ddae0c5b-2173-47b3-b2a7-30ff28276f6b', 'admin_state_up': True, 'tenant_id': 'bc131fb34fa744f0b46066a89a45271a'}} {{(pid=98188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:46:12.204631 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-dcd960ae-64af-430d-8ae6-abc22ebbcc96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:12.288066 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be2c67ee-e2e1-46e4-b6e9-26f885872529 req-7c60ce78-b493-4c06-939d-faf62b516ad1 tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] Made reservation on behalf of bc131fb34fa744f0b46066a89a45271a for: {'port': 1} {{(pid=98188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 14:46:12.291476 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-be2c67ee-e2e1-46e4-b6e9-26f885872529 req-7c60ce78-b493-4c06-939d-faf62b516ad1 tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:12.431975 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.db.db_base_plugin_common [req-be2c67ee-e2e1-46e4-b6e9-26f885872529 req-7c60ce78-b493-4c06-939d-faf62b516ad1 tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] Allocated IP 172.20.0.5 (ddae0c5b-2173-47b3-b2a7-30ff28276f6b/2c006415-b7c7-4d19-be9b-9e4369996842/1e608040-db30-42b9-b893-711f8fc582a5) {{(pid=98188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 14:46:12.616696 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-be2c67ee-e2e1-46e4-b6e9-26f885872529 req-7c60ce78-b493-4c06-939d-faf62b516ad1 tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] Notify callbacks [] for port, precommit_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:12.657247 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-be2c67ee-e2e1-46e4-b6e9-26f885872529 req-7c60ce78-b493-4c06-939d-faf62b516ad1 tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33290945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770842374660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4122283'] for port, after_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:12.660889 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-198a12c8-cfe1-4f6e-9e0d-92b285c812ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:46:12.712396 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be2c67ee-e2e1-46e4-b6e9-26f885872529 req-7c60ce78-b493-4c06-939d-faf62b516ad1 tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] Network ddae0c5b-2173-47b3-b2a7-30ff28276f6b is already hosted by enough agents. {{(pid=98188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 14:46:12.715642 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.scheduler.base_scheduler [req-be2c67ee-e2e1-46e4-b6e9-26f885872529 req-7c60ce78-b493-4c06-939d-faf62b516ad1 tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] Resources bound (agent type, host, resource id): {{(pid=98188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:46:12.719310 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.db.l3_dvrscheduler_db [req-be2c67ee-e2e1-46e4-b6e9-26f885872529 req-7c60ce78-b493-4c06-939d-faf62b516ad1 tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] Received port after_create {{(pid=98188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 14:46:12.726658 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c60ce78-b493-4c06-939d-faf62b516ad1 tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] Pushing event updated for resources: {'Port': ['ID=1e608040-db30-42b9-b893-711f8fc582a5,revision_number=1']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:46:12.752359 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-7c60ce78-b493-4c06-939d-faf62b516ad1 tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:46:12.779396 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c67ee-e2e1-46e4-b6e9-26f885872529 req-7c60ce78-b493-4c06-939d-faf62b516ad1 tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:12.779990 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-be2c67ee-e2e1-46e4-b6e9-26f885872529 req-7c60ce78-b493-4c06-939d-faf62b516ad1 tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32075'] for port, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:12.793761 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-be2c67ee-e2e1-46e4-b6e9-26f885872529 req-7c60ce78-b493-4c06-939d-faf62b516ad1 tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6522925 Jun 10 14:46:12.805564 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.v2.base [req-be2c67ee-e2e1-46e4-b6e9-26f885872529 req-b8cc58ac-3e8b-4928-ad20-56a5723e20f7 service neutron] Request body: {'port': {'device_id': '801650ec-83b1-48a9-8dea-8203418807dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79578'}} {{(pid=98188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:46:12.891073 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-be2c67ee-e2e1-46e4-b6e9-26f885872529 req-b8cc58ac-3e8b-4928-ad20-56a5723e20f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:13.270942 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-eaea1bf5-020e-4d00-b5bd-84659b7b503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:13.275654 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.notifiers.nova [req-be2c67ee-e2e1-46e4-b6e9-26f885872529 req-b8cc58ac-3e8b-4928-ad20-56a5723e20f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e608040-db30-42b9-b893-711f8fc582a5 {{(pid=98188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 14:46:13.285198 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-be2c67ee-e2e1-46e4-b6e9-26f885872529 req-b8cc58ac-3e8b-4928-ad20-56a5723e20f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:13.308705 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.db.provisioning_blocks [req-be2c67ee-e2e1-46e4-b6e9-26f885872529 req-b8cc58ac-3e8b-4928-ad20-56a5723e20f7 service neutron] Transition to ACTIVE for port object 1e608040-db30-42b9-b893-711f8fc582a5 will not be triggered until provisioned by entity L2. {{(pid=98188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:46:13.312939 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-be2c67ee-e2e1-46e4-b6e9-26f885872529 req-b8cc58ac-3e8b-4928-ad20-56a5723e20f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4122297'] for port, after_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:13.316425 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-c867200d-d811-4aa0-b0e4-fc1ddf549c1e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:46:13.447160 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b31b32-f5c4-4727-aa85-70b52d4d441f req-59504c03-4166-4020-a4d7-5e099c01a7fa tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:13.448619 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-f2b31b32-f5c4-4727-aa85-70b52d4d441f req-59504c03-4166-4020-a4d7-5e099c01a7fa tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c52d258-0d8b-45e0-820c-de32496e39eb HTTP/1.1" status: 200 len: 946 time: 0.2310972 Jun 10 14:46:13.461127 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cc58ac-3e8b-4928-ad20-56a5723e20f7 service neutron] Pushing event updated for resources: {'Port': ['ID=1e608040-db30-42b9-b893-711f8fc582a5,revision_number=2']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:46:13.472238 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-b8cc58ac-3e8b-4928-ad20-56a5723e20f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:46:13.570671 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-f2b31b32-f5c4-4727-aa85-70b52d4d441f req-5919261e-f6dd-4ea3-a775-2474e74c9b8f tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?id=bffe4572-7302-4f5a-9da6-eede10fb958e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120493 Jun 10 14:46:13.602564 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b54b5b-827a-4f55-8eb5-48b6cc2b696d req-fc67edb3-3ecb-433c-bd4f-6f295f41ad1d tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:13.604001 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-52b54b5b-827a-4f55-8eb5-48b6cc2b696d req-fc67edb3-3ecb-433c-bd4f-6f295f41ad1d tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] 10.222.0.38 "GET /v2.0/ports?device_id=801650ec-83b1-48a9-8dea-8203418807dc HTTP/1.1" status: 200 len: 943 time: 0.2527668 Jun 10 14:46:13.608454 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.managers [req-be2c67ee-e2e1-46e4-b6e9-26f885872529 req-b8cc58ac-3e8b-4928-ad20-56a5723e20f7 service neutron] Attempting to bind port 1e608040-db30-42b9-b893-711f8fc582a5 on host hv-cinder-79578 for vnic_type normal with profile {{(pid=98188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 14:46:13.608794 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.managers [req-be2c67ee-e2e1-46e4-b6e9-26f885872529 req-b8cc58ac-3e8b-4928-ad20-56a5723e20f7 service neutron] Attempting to bind port 1e608040-db30-42b9-b893-711f8fc582a5 by drivers openvswitch,hyperv on host hv-cinder-79578 at level 0 using segments [{'id': '0211aeac-91cc-45db-9b50-df655b85a4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ddae0c5b-2173-47b3-b2a7-30ff28276f6b'}] {{(pid=98188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 14:46:13.609132 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2c67ee-e2e1-46e4-b6e9-26f885872529 req-b8cc58ac-3e8b-4928-ad20-56a5723e20f7 service neutron] Attempting to bind port 1e608040-db30-42b9-b893-711f8fc582a5 on network ddae0c5b-2173-47b3-b2a7-30ff28276f6b {{(pid=98188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 14:46:13.620595 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2c67ee-e2e1-46e4-b6e9-26f885872529 req-b8cc58ac-3e8b-4928-ad20-56a5723e20f7 service neutron] Port 1e608040-db30-42b9-b893-711f8fc582a5 on network ddae0c5b-2173-47b3-b2a7-30ff28276f6b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79578 {{(pid=98188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 14:46:13.620918 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2c67ee-e2e1-46e4-b6e9-26f885872529 req-b8cc58ac-3e8b-4928-ad20-56a5723e20f7 service neutron] Attempting to bind port 1e608040-db30-42b9-b893-711f8fc582a5 on network ddae0c5b-2173-47b3-b2a7-30ff28276f6b {{(pid=98188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 14:46:13.639351 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2c67ee-e2e1-46e4-b6e9-26f885872529 req-b8cc58ac-3e8b-4928-ad20-56a5723e20f7 service neutron] Checking agent: {'id': 'c47c39ee-f167-41a2-bf85-7dde6d0410ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79578', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 14, 40, 37), 'started_at': datetime.datetime(2021, 6, 10, 14, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 14, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 14:46:13.639683 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2c67ee-e2e1-46e4-b6e9-26f885872529 req-b8cc58ac-3e8b-4928-ad20-56a5723e20f7 service neutron] Checking segment: {'id': '0211aeac-91cc-45db-9b50-df655b85a4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ddae0c5b-2173-47b3-b2a7-30ff28276f6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 14:46:13.640061 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2c67ee-e2e1-46e4-b6e9-26f885872529 req-b8cc58ac-3e8b-4928-ad20-56a5723e20f7 service neutron] Bound using segment: {'id': '0211aeac-91cc-45db-9b50-df655b85a4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ddae0c5b-2173-47b3-b2a7-30ff28276f6b'} {{(pid=98188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 14:46:13.640529 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.managers [req-be2c67ee-e2e1-46e4-b6e9-26f885872529 req-b8cc58ac-3e8b-4928-ad20-56a5723e20f7 service neutron] Bound port: 1e608040-db30-42b9-b893-711f8fc582a5, host: hv-cinder-79578, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0211aeac-91cc-45db-9b50-df655b85a4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ddae0c5b-2173-47b3-b2a7-30ff28276f6b'}}] {{(pid=98188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 14:46:13.640877 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-be2c67ee-e2e1-46e4-b6e9-26f885872529 req-b8cc58ac-3e8b-4928-ad20-56a5723e20f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:13.669466 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-52b54b5b-827a-4f55-8eb5-48b6cc2b696d req-34f6be52-2060-4b61-ae3c-bf72615df61d tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] 10.222.0.38 "GET /v2.0/security-groups?id=307f7cbf-3436-43df-a630-de1494d634f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581148 Jun 10 14:46:13.673783 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8360dc-935d-41ce-be6c-2a26405abd9d req-55865f5b-d36c-4b95-8a0a-d4b7f7b87f67 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:13.675282 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-cf8360dc-935d-41ce-be6c-2a26405abd9d req-55865f5b-d36c-4b95-8a0a-d4b7f7b87f67 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c52d258-0d8b-45e0-820c-de32496e39eb HTTP/1.1" status: 200 len: 946 time: 0.0791237 Jun 10 14:46:13.727530 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.db [req-be2c67ee-e2e1-46e4-b6e9-26f885872529 req-b8cc58ac-3e8b-4928-ad20-56a5723e20f7 service neutron] For port 1e608040-db30-42b9-b893-711f8fc582a5, host hv-cinder-79578, cleared binding levels {{(pid=98188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 14:46:13.730427 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.db [req-be2c67ee-e2e1-46e4-b6e9-26f885872529 req-b8cc58ac-3e8b-4928-ad20-56a5723e20f7 service neutron] For port 1e608040-db30-42b9-b893-711f8fc582a5, host hv-cinder-79578, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=1e608040-db30-42b9-b893-711f8fc582a5,segment=NetworkSegment(0211aeac-91cc-45db-9b50-df655b85a4f0),segment_id=0211aeac-91cc-45db-9b50-df655b85a4f0)] {{(pid=98188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 14:46:13.736666 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-be2c67ee-e2e1-46e4-b6e9-26f885872529 req-b8cc58ac-3e8b-4928-ad20-56a5723e20f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4122297'] for port, after_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:13.738583 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-cad92532-1acb-4e71-bf2c-5988ddcd13c5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:46:13.780756 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c67ee-e2e1-46e4-b6e9-26f885872529 req-b8cc58ac-3e8b-4928-ad20-56a5723e20f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:13.781382 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-be2c67ee-e2e1-46e4-b6e9-26f885872529 req-b8cc58ac-3e8b-4928-ad20-56a5723e20f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32075'] for port, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:13.782707 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-be2c67ee-e2e1-46e4-b6e9-26f885872529 req-b8cc58ac-3e8b-4928-ad20-56a5723e20f7 service neutron] 10.222.0.36 "PUT /v2.0/ports/1e608040-db30-42b9-b893-711f8fc582a5 HTTP/1.1" status: 200 len: 1093 time: 0.9811206 Jun 10 14:46:13.794689 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.plugin [req-cf8360dc-935d-41ce-be6c-2a26405abd9d req-9cdb00d7-75f5-4cea-bd72-be54a5407adb tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Deleting port e687c7b7-493c-4e9c-b3ab-85878b4485c5 {{(pid=98189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 14:46:13.795062 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [req-cf8360dc-935d-41ce-be6c-2a26405abd9d req-9cdb00d7-75f5-4cea-bd72-be54a5407adb tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770842860575'] for port, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:13.802775 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cc58ac-3e8b-4928-ad20-56a5723e20f7 service neutron] Pushing event updated for resources: {'Port': ['ID=1e608040-db30-42b9-b893-711f8fc582a5,revision_number=3']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:46:13.805660 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-b8cc58ac-3e8b-4928-ad20-56a5723e20f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:46:13.887214 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c67ee-e2e1-46e4-b6e9-26f885872529 req-0bf9b19b-296d-42d2-bb22-ed92d48a0c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:13.888691 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-be2c67ee-e2e1-46e4-b6e9-26f885872529 req-0bf9b19b-296d-42d2-bb22-ed92d48a0c72 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bc131fb34fa744f0b46066a89a45271a&device_id=801650ec-83b1-48a9-8dea-8203418807dc HTTP/1.1" status: 200 len: 1096 time: 0.0620048 Jun 10 14:46:13.913793 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.db [req-cf8360dc-935d-41ce-be6c-2a26405abd9d req-9cdb00d7-75f5-4cea-bd72-be54a5407adb tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] For port e687c7b7-493c-4e9c-b3ab-85878b4485c5, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=e687c7b7-493c-4e9c-b3ab-85878b4485c5,segment=NetworkSegment(3ec2b1b1-734c-41eb-833f-8070e711f15c),segment_id=3ec2b1b1-734c-41eb-833f-8070e711f15c)] {{(pid=98189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:46:13.914156 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [req-cf8360dc-935d-41ce-be6c-2a26405abd9d req-9cdb00d7-75f5-4cea-bd72-be54a5407adb tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725918'] for port, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:13.946052 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-be2c67ee-e2e1-46e4-b6e9-26f885872529 req-353798c9-5796-4a39-8a50-691efa479490 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e608040-db30-42b9-b893-711f8fc582a5 HTTP/1.1" status: 200 len: 217 time: 0.0463209 Jun 10 14:46:13.983293 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '801650ec-83b1-48a9-8dea-8203418807dc', 'tag': '1e608040-db30-42b9-b893-711f8fc582a5'}] {{(pid=98188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:46:13.985457 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f0fe7ff9a18056505f9f26f34e6288f69420e23a9758a676b79d6915a840c7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50169b2b-242d-4f13-9333-1a945141a750" -d '{"events": [{"name": "network-changed", "server_uuid": "801650ec-83b1-48a9-8dea-8203418807dc", "tag": "1e608040-db30-42b9-b893-711f8fc582a5"}]}' {{(pid=98188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:46:14.006625 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c67ee-e2e1-46e4-b6e9-26f885872529 req-dfa57691-226b-47c7-a119-46aa444759d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:14.008126 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-be2c67ee-e2e1-46e4-b6e9-26f885872529 req-dfa57691-226b-47c7-a119-46aa444759d3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2c006415-b7c7-4d19-be9b-9e4369996842 HTTP/1.1" status: 200 len: 849 time: 0.0557203 Jun 10 14:46:14.025456 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 14:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e04fdbd9-33e6-4e76-adaa-c87589ffb4ab x-openstack-request-id: req-e04fdbd9-33e6-4e76-adaa-c87589ffb4ab {{(pid=98188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:46:14.025765 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "801650ec-83b1-48a9-8dea-8203418807dc", "tag": "1e608040-db30-42b9-b893-711f8fc582a5", "status": "completed", "code": 200}]} {{(pid=98188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:46:14.026042 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e04fdbd9-33e6-4e76-adaa-c87589ffb4ab {{(pid=98188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:46:14.026438 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '801650ec-83b1-48a9-8dea-8203418807dc', 'tag': '1e608040-db30-42b9-b893-711f8fc582a5', 'status': 'completed', 'code': 200} Jun 10 14:46:14.052179 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-be2c67ee-e2e1-46e4-b6e9-26f885872529 req-d559c83b-9bac-4c1a-bcae-f98885e40738 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ddae0c5b-2173-47b3-b2a7-30ff28276f6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363412 Jun 10 14:46:14.168890 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-be2c67ee-e2e1-46e4-b6e9-26f885872529 req-c848edb1-ffa1-439a-b8e7-019ff8631e9b service neutron] 10.222.0.36 "GET /v2.0/networks/ddae0c5b-2173-47b3-b2a7-30ff28276f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098557 Jun 10 14:46:14.173481 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [req-cf8360dc-935d-41ce-be6c-2a26405abd9d req-9cdb00d7-75f5-4cea-bd72-be54a5407adb tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:14.174018 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [req-cf8360dc-935d-41ce-be6c-2a26405abd9d req-9cdb00d7-75f5-4cea-bd72-be54a5407adb tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726016'] for floatingip, after_update {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:14.174442 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.db.l3_db [req-cf8360dc-935d-41ce-be6c-2a26405abd9d req-9cdb00d7-75f5-4cea-bd72-be54a5407adb tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Floating IP 6c8f0aff-d0f8-4fde-9ea5-1bbdb7500ba3 disassociated. External IP: 172.28.0.102, port: e687c7b7-493c-4e9c-b3ab-85878b4485c5. Jun 10 14:46:14.174820 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.plugin [req-cf8360dc-935d-41ce-be6c-2a26405abd9d req-9cdb00d7-75f5-4cea-bd72-be54a5407adb tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Calling delete_port for e687c7b7-493c-4e9c-b3ab-85878b4485c5 owned by compute:nova {{(pid=98189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 14:46:14.298618 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-be2c67ee-e2e1-46e4-b6e9-26f885872529 req-0a8dae9c-71c3-49eb-a2fa-fa1416658f70 service neutron] 10.222.0.36 "GET /v2.0/networks/ddae0c5b-2173-47b3-b2a7-30ff28276f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227012 Jun 10 14:46:14.371549 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [req-cf8360dc-935d-41ce-be6c-2a26405abd9d req-9cdb00d7-75f5-4cea-bd72-be54a5407adb tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770842865987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770842374669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10153669'] for port, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:14.375651 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-1c463493-9d8b-4dbe-8c05-cbf5868b87d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:46:14.408767 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdb00d7-75f5-4cea-bd72-be54a5407adb tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Pushing event deleted for resources: {'Port': ['ID=e687c7b7-493c-4e9c-b3ab-85878b4485c5,revision_number=None']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:46:14.412570 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-9cdb00d7-75f5-4cea-bd72-be54a5407adb tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:46:14.480835 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50169b2b-242d-4f13-9333-1a945141a750 req-927d1044-6a1a-407a-8f27-52158a50e454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:14.483123 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-50169b2b-242d-4f13-9333-1a945141a750 req-927d1044-6a1a-407a-8f27-52158a50e454 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bc131fb34fa744f0b46066a89a45271a&device_id=801650ec-83b1-48a9-8dea-8203418807dc HTTP/1.1" status: 200 len: 1096 time: 0.1243086 Jun 10 14:46:14.599999 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cf8360dc-935d-41ce-be6c-2a26405abd9d req-9cdb00d7-75f5-4cea-bd72-be54a5407adb tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Router 4e97ab8d-2f28-4933-bf41-5afaa169fe52 has already been hosted by L3 agent e92f4ea4-4278-4a3e-8ba4-23ff1581fd94 {{(pid=98189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 14:46:14.640645 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50169b2b-242d-4f13-9333-1a945141a750 req-a6c9abb2-ce3b-4b45-a3df-b84631850fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:14.642537 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-50169b2b-242d-4f13-9333-1a945141a750 req-a6c9abb2-ce3b-4b45-a3df-b84631850fb8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ddae0c5b-2173-47b3-b2a7-30ff28276f6b HTTP/1.1" status: 200 len: 910 time: 0.1502297 Jun 10 14:46:14.720420 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-50169b2b-242d-4f13-9333-1a945141a750 req-89f2a67b-8cf3-4dd9-85e1-b201b0021469 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e608040-db30-42b9-b893-711f8fc582a5 HTTP/1.1" status: 200 len: 217 time: 0.0602634 Jun 10 14:46:14.759972 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cf8360dc-935d-41ce-be6c-2a26405abd9d req-9cdb00d7-75f5-4cea-bd72-be54a5407adb tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Notify agent at l3_agent.dv-cinder-795785-1-smb the message routers_updated {{(pid=98189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 14:46:14.760672 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-7053f125-f530-40f0-ac96-0f368fdb83f1 req-e9b7b109-ae39-49a2-bec9-25b4d1121488 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c52d258-0d8b-45e0-820c-de32496e39eb HTTP/1.1" status: 200 len: 210 time: 0.0434618 Jun 10 14:46:14.774870 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4a67a5-d152-4011-a390-ff8fbdccc7ae None None] Sync routers for ids ['4e97ab8d-2f28-4933-bf41-5afaa169fe52'] in dv-cinder-795785-1-smb {{(pid=98190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 14:46:14.790532 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4a67a5-d152-4011-a390-ff8fbdccc7ae None None] Routers {'4e97ab8d-2f28-4933-bf41-5afaa169fe52'} bound to L3 agent in host dv-cinder-795785-1-smb {{(pid=98190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:46:14.791525 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_hamode_db [None req-cf4a67a5-d152-4011-a390-ff8fbdccc7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T14:34:42Z,description=,heartbeat_timestamp=2021-06-10T14:46:12Z,host='dv-cinder-795785-1-smb',id=e92f4ea4-4278-4a3e-8ba4-23ff1581fd94,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:42Z,topic='l3_agent')) {'router_ids': ['4e97ab8d-2f28-4933-bf41-5afaa169fe52'], 'active': True} {{(pid=98190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:46:14.822433 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf8360dc-935d-41ce-be6c-2a26405abd9d req-9cdb00d7-75f5-4cea-bd72-be54a5407adb tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] No DVR routers for this DVR port e687c7b7-493c-4e9c-b3ab-85878b4485c5 on host hv-cinder-79578 {{(pid=98189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 14:46:14.825137 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50169b2b-242d-4f13-9333-1a945141a750 req-c2bd8b0d-7310-42b4-a9d6-722856ccc022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:14.825432 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [req-cf8360dc-935d-41ce-be6c-2a26405abd9d req-9cdb00d7-75f5-4cea-bd72-be54a5407adb tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32075'] for port, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:14.826666 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-50169b2b-242d-4f13-9333-1a945141a750 req-c2bd8b0d-7310-42b4-a9d6-722856ccc022 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2c006415-b7c7-4d19-be9b-9e4369996842 HTTP/1.1" status: 200 len: 849 time: 0.0974824 Jun 10 14:46:14.827755 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-cf8360dc-935d-41ce-be6c-2a26405abd9d req-9cdb00d7-75f5-4cea-bd72-be54a5407adb tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.36 "DELETE /v2.0/ports/e687c7b7-493c-4e9c-b3ab-85878b4485c5 HTTP/1.1" status: 204 len: 173 time: 1.1451755 Jun 10 14:46:14.828306 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c52d258-0d8b-45e0-820c-de32496e39eb', 'name': 'network-vif-deleted', 'tag': 'e687c7b7-493c-4e9c-b3ab-85878b4485c5'}] {{(pid=98189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:46:14.830788 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd5238e10c74dbb520512e65c1fdd866749acdde8b41798b102d67d69ab3830" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1d4f059-0262-4df2-86b5-271017f88014" -d '{"events": [{"server_uuid": "1c52d258-0d8b-45e0-820c-de32496e39eb", "name": "network-vif-deleted", "tag": "e687c7b7-493c-4e9c-b3ab-85878b4485c5"}]}' {{(pid=98189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:46:14.879618 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 14:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed36af0-a3e3-46d1-aba2-0dbedae238c0 x-openstack-request-id: req-4ed36af0-a3e3-46d1-aba2-0dbedae238c0 {{(pid=98189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:46:14.880958 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c52d258-0d8b-45e0-820c-de32496e39eb", "name": "network-vif-deleted", "tag": "e687c7b7-493c-4e9c-b3ab-85878b4485c5", "status": "completed", "code": 200}]} {{(pid=98189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:46:14.881260 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4ed36af0-a3e3-46d1-aba2-0dbedae238c0 {{(pid=98189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:46:14.881964 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c52d258-0d8b-45e0-820c-de32496e39eb', 'name': 'network-vif-deleted', 'tag': 'e687c7b7-493c-4e9c-b3ab-85878b4485c5', 'status': 'completed', 'code': 200} Jun 10 14:46:14.911388 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-50169b2b-242d-4f13-9333-1a945141a750 req-fb315e70-8877-4649-818d-d58e10490ee3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ddae0c5b-2173-47b3-b2a7-30ff28276f6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658238 Jun 10 14:46:15.069538 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-fbbc5fb5-3f71-4862-8fd7-9153cbf0fe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:15.101138 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_dvr_db [None req-cf4a67a5-d152-4011-a390-ff8fbdccc7ae None None] Set router 4e97ab8d-2f28-4933-bf41-5afaa169fe52 gateway port host: dv-cinder-795785-1-smb {{(pid=98190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:46:15.299897 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0419901-cae3-4fe8-b4e3-e6a7de12ab9c req-befe833b-605c-4e5c-86fc-4c38dd3672c6 tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:15.301404 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-a0419901-cae3-4fe8-b4e3-e6a7de12ab9c req-befe833b-605c-4e5c-86fc-4c38dd3672c6 tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] 10.222.0.38 "GET /v2.0/ports?device_id=801650ec-83b1-48a9-8dea-8203418807dc HTTP/1.1" status: 200 len: 943 time: 0.4429431 Jun 10 14:46:15.303960 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-50169b2b-242d-4f13-9333-1a945141a750 req-c2186970-5078-4d2b-b113-068768fe003b service neutron] 10.222.0.36 "GET /v2.0/networks/ddae0c5b-2173-47b3-b2a7-30ff28276f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3700538 Jun 10 14:46:15.366698 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_hamode_db [None req-cf4a67a5-d152-4011-a390-ff8fbdccc7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e97ab8d-2f28-4933-bf41-5afaa169fe52', 'name': 'tempest-AttachVolumeShelveTestJSON-1645727677-router', 'tenant_id': '5bcb8fb4303e43e69f7032747c4983b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'external_fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.220'}], 'enable_snat': True}, 'gw_port_id': '4d8b6cc4-d9aa-4338-8930-c2e4ec56306c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:42:17Z', 'updated_at': '2021-06-10T14:42:29Z', 'revision_number': 4, 'project_id': '5bcb8fb4303e43e69f7032747c4983b8', 'gw_port': {'id': '4d8b6cc4-d9aa-4338-8930-c2e4ec56306c', 'name': '', 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:62:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e97ab8d-2f28-4933-bf41-5afaa169fe52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:18Z', 'updated_at': '2021-06-10T14:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-smb', '_interfaces': [{'id': '463e2c47-a6ba-436b-9622-52bd7c17b667', 'name': '', 'network_id': 'c57efc93-51ff-4248-b65b-e26a6d17993d', 'tenant_id': '5bcb8fb4303e43e69f7032747c4983b8', 'mac_address': 'fa:16:3e:1b:86:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e97ab8d-2f28-4933-bf41-5afaa169fe52', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3eeef57d-bb05-42dc-8725-b618d4269135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:25Z', 'updated_at': '2021-06-10T14:42:42Z', 'revision_number': 5, 'project_id': '5bcb8fb4303e43e69f7032747c4983b8', 'subnets': [{'id': '3eeef57d-bb05-42dc-8725-b618d4269135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-1-smb', False) {} {{(pid=98190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:46:15.370174 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4a67a5-d152-4011-a390-ff8fbdccc7ae None None] Checking router: 4e97ab8d-2f28-4933-bf41-5afaa169fe52 for host: dv-cinder-795785-1-smb {{(pid=98190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 14:46:15.378267 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4a67a5-d152-4011-a390-ff8fbdccc7ae None None] Routers {'4e97ab8d-2f28-4933-bf41-5afaa169fe52'} bound to L3 agent in host dv-cinder-795785-1-smb {{(pid=98190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:46:15.379045 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_hamode_db [None req-cf4a67a5-d152-4011-a390-ff8fbdccc7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T14:34:42Z,description=,heartbeat_timestamp=2021-06-10T14:46:12Z,host='dv-cinder-795785-1-smb',id=e92f4ea4-4278-4a3e-8ba4-23ff1581fd94,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:42Z,topic='l3_agent')) {'router_ids': ['4e97ab8d-2f28-4933-bf41-5afaa169fe52'], 'active': True} {{(pid=98190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:46:15.383035 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-a0419901-cae3-4fe8-b4e3-e6a7de12ab9c req-34e7c59d-b559-40fe-a6bb-0bda7429924c tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] 10.222.0.38 "GET /v2.0/security-groups?id=307f7cbf-3436-43df-a630-de1494d634f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749478 Jun 10 14:46:15.472885 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-50169b2b-242d-4f13-9333-1a945141a750 req-37b2db26-d74c-46c3-ba80-3ce1b1d5d8e8 service neutron] 10.222.0.36 "GET /v2.0/networks/ddae0c5b-2173-47b3-b2a7-30ff28276f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575511 Jun 10 14:46:15.539125 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_dvr_db [None req-cf4a67a5-d152-4011-a390-ff8fbdccc7ae None None] Set router 4e97ab8d-2f28-4933-bf41-5afaa169fe52 gateway port host: dv-cinder-795785-1-smb {{(pid=98190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:46:15.857686 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_hamode_db [None req-cf4a67a5-d152-4011-a390-ff8fbdccc7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e97ab8d-2f28-4933-bf41-5afaa169fe52', 'name': 'tempest-AttachVolumeShelveTestJSON-1645727677-router', 'tenant_id': '5bcb8fb4303e43e69f7032747c4983b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'external_fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.220'}], 'enable_snat': True}, 'gw_port_id': '4d8b6cc4-d9aa-4338-8930-c2e4ec56306c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:42:17Z', 'updated_at': '2021-06-10T14:42:29Z', 'revision_number': 4, 'project_id': '5bcb8fb4303e43e69f7032747c4983b8', 'gw_port': {'id': '4d8b6cc4-d9aa-4338-8930-c2e4ec56306c', 'name': '', 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:62:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e97ab8d-2f28-4933-bf41-5afaa169fe52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:18Z', 'updated_at': '2021-06-10T14:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-smb', '_interfaces': [{'id': '463e2c47-a6ba-436b-9622-52bd7c17b667', 'name': '', 'network_id': 'c57efc93-51ff-4248-b65b-e26a6d17993d', 'tenant_id': '5bcb8fb4303e43e69f7032747c4983b8', 'mac_address': 'fa:16:3e:1b:86:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e97ab8d-2f28-4933-bf41-5afaa169fe52', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3eeef57d-bb05-42dc-8725-b618d4269135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:25Z', 'updated_at': '2021-06-10T14:42:42Z', 'revision_number': 5, 'project_id': '5bcb8fb4303e43e69f7032747c4983b8', 'subnets': [{'id': '3eeef57d-bb05-42dc-8725-b618d4269135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-1-smb', False) {} {{(pid=98190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:46:15.866413 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4a67a5-d152-4011-a390-ff8fbdccc7ae None None] The sync data for ids ['4e97ab8d-2f28-4933-bf41-5afaa169fe52'] in dv-cinder-795785-1-smb is: [{'id': '4e97ab8d-2f28-4933-bf41-5afaa169fe52', 'name': 'tempest-AttachVolumeShelveTestJSON-1645727677-router', 'tenant_id': '5bcb8fb4303e43e69f7032747c4983b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'external_fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.220'}], 'enable_snat': True}, 'gw_port_id': '4d8b6cc4-d9aa-4338-8930-c2e4ec56306c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:42:17Z', 'updated_at': '2021-06-10T14:42:29Z', 'revision_number': 4, 'project_id': '5bcb8fb4303e43e69f7032747c4983b8', 'gw_port': {'id': '4d8b6cc4-d9aa-4338-8930-c2e4ec56306c', 'name': '', 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:62:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e97ab8d-2f28-4933-bf41-5afaa169fe52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:18Z', 'updated_at': '2021-06-10T14:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-smb', '_interfaces': [{'id': '463e2c47-a6ba-436b-9622-52bd7c17b667', 'name': '', 'network_id': 'c57efc93-51ff-4248-b65b-e26a6d17993d', 'tenant_id': '5bcb8fb4303e43e69f7032747c4983b8', 'mac_address': 'fa:16:3e:1b:86:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e97ab8d-2f28-4933-bf41-5afaa169fe52', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3eeef57d-bb05-42dc-8725-b618d4269135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:25Z', 'updated_at': '2021-06-10T14:42:42Z', 'revision_number': 5, 'project_id': '5bcb8fb4303e43e69f7032747c4983b8', 'subnets': [{'id': '3eeef57d-bb05-42dc-8725-b618d4269135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 14:46:15.984727 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 38404) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:46:16.065190 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-b1cc8d3d-8c37-4baf-8b2a-f46f08fdae0f tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Notify callbacks [] for security_group, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:16.096005 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-b1cc8d3d-8c37-4baf-8b2a-f46f08fdae0f tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:16.157506 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-b1cc8d3d-8c37-4baf-8b2a-f46f08fdae0f tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:16.160184 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-b1cc8d3d-8c37-4baf-8b2a-f46f08fdae0f tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Notify callbacks [] for security_group, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:16.162358 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-b1cc8d3d-8c37-4baf-8b2a-f46f08fdae0f tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "DELETE /v2.0/security-groups/bffe4572-7302-4f5a-9da6-eede10fb958e HTTP/1.1" status: 204 len: 168 time: 0.1766047 Jun 10 14:46:16.163280 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-0b74e2fe-2c90-4bbe-a189-a47e8fbd084b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:46:16.165379 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 38410) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:46:16.173414 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc8d3d-8c37-4baf-8b2a-f46f08fdae0f tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bffe4572-7302-4f5a-9da6-eede10fb958e,revision_number=None']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:46:16.177042 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-b1cc8d3d-8c37-4baf-8b2a-f46f08fdae0f tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:46:16.182971 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.api.v2.resource [None req-3b0b3126-86dd-463b-a505-9c37f5586547 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] show failed (client error): The resource could not be found. Jun 10 14:46:16.186425 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 38412) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:46:16.186976 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-3b0b3126-86dd-463b-a505-9c37f5586547 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups/bffe4572-7302-4f5a-9da6-eede10fb958e HTTP/1.1" status: 404 len: 347 time: 0.0200593 Jun 10 14:46:16.213966 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942ec4b6-9faa-4e3a-98a9-fcce03dcd3c9 None None] New status for floating IP 6c8f0aff-d0f8-4fde-9ea5-1bbdb7500ba3: DOWN {{(pid=98191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 14:46:16.352434 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.plugin [None req-1b2b2115-6062-4b22-a326-9d2158d03b2d tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Deleting port a6a66d4f-7c6d-43a5-8d0e-7189bb524d7d {{(pid=98189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 14:46:16.352783 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-1b2b2115-6062-4b22-a326-9d2158d03b2d tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770842860575'] for port, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:16.456979 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-1b2b2115-6062-4b22-a326-9d2158d03b2d tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725918'] for port, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:16.457600 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-1b2b2115-6062-4b22-a326-9d2158d03b2d tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:16.587053 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15c9c9c-4346-449d-822d-309a80d7e171 req-e69d74e4-ce8c-4fe7-b629-59eeb0328fad tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:16.588750 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-e15c9c9c-4346-449d-822d-309a80d7e171 req-e69d74e4-ce8c-4fe7-b629-59eeb0328fad tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] 10.222.0.38 "GET /v2.0/ports?device_id=801650ec-83b1-48a9-8dea-8203418807dc HTTP/1.1" status: 200 len: 943 time: 0.0795214 Jun 10 14:46:16.638279 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-e15c9c9c-4346-449d-822d-309a80d7e171 req-7a56e730-a0cc-415a-8437-814fd98fdfb0 tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] 10.222.0.38 "GET /v2.0/security-groups?id=307f7cbf-3436-43df-a630-de1494d634f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436599 Jun 10 14:46:16.816671 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.plugin [None req-1b2b2115-6062-4b22-a326-9d2158d03b2d tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Calling delete_port for a6a66d4f-7c6d-43a5-8d0e-7189bb524d7d owned by network:floatingip {{(pid=98189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 14:46:16.954839 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Device 1e608040-db30-42b9-b893-711f8fc582a5 details requested by agent hyperv_hv-cinder-79578 with host hv-cinder-79578 {{(pid=98190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 14:46:16.958534 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Device e687c7b7-493c-4e9c-b3ab-85878b4485c5 no longer exists at agent hyperv_hv-cinder-79578 {{(pid=98190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 14:46:16.987877 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.plugin [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] No Port match for: e687c7b7-493c-4e9c-b3ab-85878b4485c5 {{(pid=98190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 14:46:16.988230 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Device e687c7b7-493c-4e9c-b3ab-85878b4485c5 not bound to the agent host hv-cinder-79578 {{(pid=98190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 14:46:16.989071 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-1b2b2115-6062-4b22-a326-9d2158d03b2d tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770842865987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770842374669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10153669'] for port, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:16.992171 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:46:17.022233 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2b2115-6062-4b22-a326-9d2158d03b2d tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Pushing event deleted for resources: {'Port': ['ID=a6a66d4f-7c6d-43a5-8d0e-7189bb524d7d,revision_number=None']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:46:17.025450 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-1b2b2115-6062-4b22-a326-9d2158d03b2d tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:46:17.119221 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-1b2b2115-6062-4b22-a326-9d2158d03b2d tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Notify callbacks [] for floatingip, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:17.122088 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-1b2b2115-6062-4b22-a326-9d2158d03b2d tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32075'] for floatingip, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:17.126452 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-1b2b2115-6062-4b22-a326-9d2158d03b2d tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "DELETE /v2.0/floatingips/6c8f0aff-d0f8-4fde-9ea5-1bbdb7500ba3 HTTP/1.1" status: 204 len: 168 time: 0.9363313 Jun 10 14:46:17.126597 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] For port 1e608040-db30-42b9-b893-711f8fc582a5, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=1e608040-db30-42b9-b893-711f8fc582a5,segment=NetworkSegment(0211aeac-91cc-45db-9b50-df655b85a4f0),segment_id=0211aeac-91cc-45db-9b50-df655b85a4f0)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:46:17.160829 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Returning: {'device': '1e608040-db30-42b9-b893-711f8fc582a5', 'network_id': 'ddae0c5b-2173-47b3-b2a7-30ff28276f6b', 'port_id': '1e608040-db30-42b9-b893-711f8fc582a5', 'mac_address': 'fa:16:3e:15:79:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c006415-b7c7-4d19-be9b-9e4369996842', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 14:46:17.221684 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:17.240213 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.notifiers.nova [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e608040-db30-42b9-b893-711f8fc582a5 {{(pid=98190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 14:46:17.279494 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] For port 1e608040-db30-42b9-b893-711f8fc582a5, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=1e608040-db30-42b9-b893-711f8fc582a5,segment=NetworkSegment(0211aeac-91cc-45db-9b50-df655b85a4f0),segment_id=0211aeac-91cc-45db-9b50-df655b85a4f0)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:46:17.287772 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:17.290066 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:46:17.338352 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 38436) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:46:17.345167 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.v2.base [None req-40cc9095-6e39-402f-bae7-793c3489386a tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1190161043', 'description': 'tempest-description--118328889'}} {{(pid=98188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:46:17.373159 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-40cc9095-6e39-402f-bae7-793c3489386a tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Notify callbacks [] for security_group, before_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:17.374941 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Pushing event updated for resources: {'Port': ['ID=1e608040-db30-42b9-b893-711f8fc582a5,revision_number=4']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:46:17.383610 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:46:17.383955 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:46:17.384430 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:46:17.385034 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:46:17.385639 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:46:17.386152 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:46:17.386485 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:46:17.386811 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:46:17.387135 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:46:17.387606 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:46:17.387898 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:46:17.388231 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:46:17.392020 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:46:17.466256 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-40cc9095-6e39-402f-bae7-793c3489386a tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Notify callbacks [] for security_group, precommit_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:17.470574 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-40cc9095-6e39-402f-bae7-793c3489386a tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:17.472920 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:46:17.503598 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-40cc9095-6e39-402f-bae7-793c3489386a tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Notify callbacks [] for security_group, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:17.505835 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-40cc9095-6e39-402f-bae7-793c3489386a tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1645396 Jun 10 14:46:17.506965 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cc9095-6e39-402f-bae7-793c3489386a tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02183f53-14bc-47e9-9b7c-8c98d5e547da,revision_number=1']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:46:17.508693 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 38442) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:46:17.510392 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-40cc9095-6e39-402f-bae7-793c3489386a tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:46:17.519823 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.v2.base [None req-d4b7c951-eade-4e57-80f4-9d538c9f7e83 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Request body: {'security_group_rule': {'security_group_id': '02183f53-14bc-47e9-9b7c-8c98d5e547da', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:46:17.555721 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-d4b7c951-eade-4e57-80f4-9d538c9f7e83 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:17.563489 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] get_ports_and_sgs() called for port_ids ['1e608040-db30-42b9-b893-711f8fc582a5'] {{(pid=98190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 14:46:17.645824 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-d4b7c951-eade-4e57-80f4-9d538c9f7e83 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:17.653194 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-d4b7c951-eade-4e57-80f4-9d538c9f7e83 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734018'] for security_group_rule, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:17.656143 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-00dc5a89-aac8-4e2f-9844-a4e4fa1055c3 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:46:17.680567 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b7c951-eade-4e57-80f4-9d538c9f7e83 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03d24e05-ed30-4960-b49d-fdfb23387365,revision_number=0']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:46:17.683226 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-d4b7c951-eade-4e57-80f4-9d538c9f7e83 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:46:17.696018 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-d4b7c951-eade-4e57-80f4-9d538c9f7e83 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:17.698270 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-d4b7c951-eade-4e57-80f4-9d538c9f7e83 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1854527 Jun 10 14:46:17.700105 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 38446) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:46:17.713934 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.v2.base [None req-1342faa1-2061-4c98-ad26-4d46a7ec7110 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Request body: {'security_group_rule': {'security_group_id': '02183f53-14bc-47e9-9b7c-8c98d5e547da', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:46:17.748967 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-1342faa1-2061-4c98-ad26-4d46a7ec7110 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:17.881903 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-1342faa1-2061-4c98-ad26-4d46a7ec7110 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:17.886534 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-1342faa1-2061-4c98-ad26-4d46a7ec7110 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734018'] for security_group_rule, after_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:17.890791 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:46:17.914109 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1342faa1-2061-4c98-ad26-4d46a7ec7110 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0aa1e7d2-5117-48c8-938f-69335adc0490,revision_number=0']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:46:17.917510 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-1342faa1-2061-4c98-ad26-4d46a7ec7110 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:17.918727 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-1342faa1-2061-4c98-ad26-4d46a7ec7110 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2177055 Jun 10 14:46:17.922142 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 38452) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:46:17.926011 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a30786-86df-45f1-885f-b945dea6c96a req-64ccf8b4-d13d-4f03-9a47-7152c605b0b3 tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:17.927951 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-82a30786-86df-45f1-885f-b945dea6c96a req-64ccf8b4-d13d-4f03-9a47-7152c605b0b3 tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] 10.222.0.38 "GET /v2.0/ports?device_id=801650ec-83b1-48a9-8dea-8203418807dc HTTP/1.1" status: 200 len: 944 time: 0.1263614 Jun 10 14:46:17.928100 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.v2.base [None req-cccc5336-e196-4737-b10b-8c5f7dd496a6 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Request body: {'floatingip': {'floating_network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a'}} {{(pid=98189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:46:17.928861 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-1342faa1-2061-4c98-ad26-4d46a7ec7110 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:46:17.950599 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-cccc5336-e196-4737-b10b-8c5f7dd496a6 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Notify callbacks [] for floatingip, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:17.970396 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-82a30786-86df-45f1-885f-b945dea6c96a req-5bd0ae81-7e11-4a2c-8d12-4d61423c75c6 tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] 10.222.0.38 "GET /v2.0/security-groups?id=307f7cbf-3436-43df-a630-de1494d634f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362134 Jun 10 14:46:18.076908 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-cccc5336-e196-4737-b10b-8c5f7dd496a6 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:18.198800 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.db.db_base_plugin_common [None req-cccc5336-e196-4737-b10b-8c5f7dd496a6 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Allocated IP 172.28.0.134 (d939252c-9d87-4c0a-b331-cccdb2846f4a/bb56f5fa-8acc-4201-b097-078ac8811790/d7c1ead9-0f25-4ac2-82cc-19ed10346b9e) {{(pid=98189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 14:46:18.325055 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-cccc5336-e196-4737-b10b-8c5f7dd496a6 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Notify callbacks [] for port, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:18.362892 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-cccc5336-e196-4737-b10b-8c5f7dd496a6 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33290945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770842374660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10153694'] for port, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:18.366160 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-c3e0c702-2639-4066-addc-d0fa6c4f21d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:46:18.416189 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cccc5336-e196-4737-b10b-8c5f7dd496a6 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Network d939252c-9d87-4c0a-b331-cccdb2846f4a is already hosted by enough agents. {{(pid=98189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 14:46:18.420541 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.base_scheduler [None req-cccc5336-e196-4737-b10b-8c5f7dd496a6 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Resources bound (agent type, host, resource id): {{(pid=98189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:46:18.424927 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccc5336-e196-4737-b10b-8c5f7dd496a6 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Received port after_create {{(pid=98189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 14:46:18.428332 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccc5336-e196-4737-b10b-8c5f7dd496a6 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Pushing event updated for resources: {'Port': ['ID=d7c1ead9-0f25-4ac2-82cc-19ed10346b9e,revision_number=1']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:46:18.453797 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-cccc5336-e196-4737-b10b-8c5f7dd496a6 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:46:18.529168 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-cccc5336-e196-4737-b10b-8c5f7dd496a6 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:18.585061 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-cccc5336-e196-4737-b10b-8c5f7dd496a6 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:18.775279 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-cccc5336-e196-4737-b10b-8c5f7dd496a6 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Notify callbacks [] for port, precommit_update {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:18.779491 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-cccc5336-e196-4737-b10b-8c5f7dd496a6 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10153676'] for port, after_update {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:18.781394 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-287ed639-1ef3-4bd7-8a07-aeb1d91a6e0d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:46:18.859940 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccc5336-e196-4737-b10b-8c5f7dd496a6 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Pushing event updated for resources: {'Port': ['ID=d7c1ead9-0f25-4ac2-82cc-19ed10346b9e,revision_number=2']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:46:18.863868 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-cccc5336-e196-4737-b10b-8c5f7dd496a6 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:46:18.872315 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-cccc5336-e196-4737-b10b-8c5f7dd496a6 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726016'] for floatingip, after_update {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:18.886044 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-cccc5336-e196-4737-b10b-8c5f7dd496a6 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32075'] for floatingip, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:18.887449 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-cccc5336-e196-4737-b10b-8c5f7dd496a6 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9642816 Jun 10 14:46:18.958414 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Device 1e608040-db30-42b9-b893-711f8fc582a5 up at agent hyperv_hv-cinder-79578 {{(pid=98190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:46:19.049276 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Provisioning for port 1e608040-db30-42b9-b893-711f8fc582a5 completed by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:46:19.056357 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Provisioning complete for port 1e608040-db30-42b9-b893-711f8fc582a5 triggered by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:46:19.056942 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32877986'] for port, provisioning_complete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:19.114904 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-fe6cb6a9-28c9-46eb-91da-a5dfc2c1d248 req-31c7f901-ab04-4187-9bbd-d0fea32164a4 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1190161043&fields=id&tenant_id=5bcb8fb4303e43e69f7032747c4983b8 HTTP/1.1" status: 200 len: 267 time: 0.0418925 Jun 10 14:46:19.166965 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:19.194786 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '801650ec-83b1-48a9-8dea-8203418807dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e608040-db30-42b9-b893-711f8fc582a5'}] {{(pid=98190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:46:19.197099 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3d4185ab3030d597d4fdff3a42636a440041618624b200d466a1cf3773607d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e968f68-3fbd-445f-a201-dd3e79d03167" -d '{"events": [{"server_uuid": "801650ec-83b1-48a9-8dea-8203418807dc", "name": "network-vif-plugged", "status": "completed", "tag": "1e608040-db30-42b9-b893-711f8fc582a5"}]}' {{(pid=98190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:46:19.211027 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] For port 1e608040-db30-42b9-b893-711f8fc582a5, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=1e608040-db30-42b9-b893-711f8fc582a5,segment=NetworkSegment(0211aeac-91cc-45db-9b50-df655b85a4f0),segment_id=0211aeac-91cc-45db-9b50-df655b85a4f0)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:46:19.215125 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:19.218149 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-ba2b9062-5854-4967-8f19-50f3d7ffd18c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:46:19.274476 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Pushing event updated for resources: {'Port': ['ID=1e608040-db30-42b9-b893-711f8fc582a5,revision_number=5']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:46:19.277687 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:46:19.304813 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6cb6a9-28c9-46eb-91da-a5dfc2c1d248 req-8d293efe-f6cf-484d-b25f-2fa1f19fb5c1 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:19.306240 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-fe6cb6a9-28c9-46eb-91da-a5dfc2c1d248 req-8d293efe-f6cf-484d-b25f-2fa1f19fb5c1 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/networks?id=c57efc93-51ff-4248-b65b-e26a6d17993d HTTP/1.1" status: 200 len: 817 time: 0.1839750 Jun 10 14:46:19.316133 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a041f03d-9817-4b6e-bc2c-bcdbdc4e6584 req-4b33fe31-cc06-4ab1-9835-1faa4f56bead tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:19.318412 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-a041f03d-9817-4b6e-bc2c-bcdbdc4e6584 req-4b33fe31-cc06-4ab1-9835-1faa4f56bead tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] 10.222.0.38 "GET /v2.0/ports?device_id=801650ec-83b1-48a9-8dea-8203418807dc HTTP/1.1" status: 200 len: 944 time: 0.1703322 Jun 10 14:46:19.338648 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-fe6cb6a9-28c9-46eb-91da-a5dfc2c1d248 req-77742957-7482-42f3-b924-dd2e37cdba76 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/quotas/5bcb8fb4303e43e69f7032747c4983b8 HTTP/1.1" status: 200 len: 375 time: 0.0193281 Jun 10 14:46:19.399852 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-a041f03d-9817-4b6e-bc2c-bcdbdc4e6584 req-844db900-0185-4967-b481-41e291ca0817 tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] 10.222.0.38 "GET /v2.0/security-groups?id=307f7cbf-3436-43df-a630-de1494d634f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744188 Jun 10 14:46:19.433522 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-fe6cb6a9-28c9-46eb-91da-a5dfc2c1d248 req-970b7805-cf7e-4832-9f61-ca6f318c6e5d tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=5bcb8fb4303e43e69f7032747c4983b8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0866594 Jun 10 14:46:19.447277 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 14:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-393540b6-f987-4320-a13f-ad75f8a0b662 x-openstack-request-id: req-393540b6-f987-4320-a13f-ad75f8a0b662 {{(pid=98190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:46:19.447578 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "801650ec-83b1-48a9-8dea-8203418807dc", "name": "network-vif-plugged", "status": "completed", "tag": "1e608040-db30-42b9-b893-711f8fc582a5", "code": 200}]} {{(pid=98190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:46:19.447840 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-393540b6-f987-4320-a13f-ad75f8a0b662 {{(pid=98190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:46:19.448242 dv-cinder-795785-1-smb neutron-server[98190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '801650ec-83b1-48a9-8dea-8203418807dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e608040-db30-42b9-b893-711f8fc582a5', 'code': 200} Jun 10 14:46:19.558816 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-fe6cb6a9-28c9-46eb-91da-a5dfc2c1d248 req-eada7a02-bfd1-41d3-befe-0b7cdda0206f service neutron] 10.222.0.38 "GET /v2.0/networks/c57efc93-51ff-4248-b65b-e26a6d17993d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124077 Jun 10 14:46:19.716148 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-fe6cb6a9-28c9-46eb-91da-a5dfc2c1d248 req-6616c942-99ad-43a8-a757-5d61ca29ec43 service neutron] 10.222.0.38 "GET /v2.0/networks/c57efc93-51ff-4248-b65b-e26a6d17993d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510308 Jun 10 14:46:19.731055 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9195f20e-5bfc-41fb-881f-7809253c936a req-138d4537-1162-444f-8d14-2a00c865b24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:19.732530 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-9195f20e-5bfc-41fb-881f-7809253c936a req-138d4537-1162-444f-8d14-2a00c865b24f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=801650ec-83b1-48a9-8dea-8203418807dc HTTP/1.1" status: 200 len: 1098 time: 0.0834451 Jun 10 14:46:19.771509 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-9195f20e-5bfc-41fb-881f-7809253c936a req-d1c46bbd-47cb-4fb0-b406-1409a0f8665d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=307f7cbf-3436-43df-a630-de1494d634f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322859 Jun 10 14:46:19.919068 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-3145360c-5b91-463a-8bbf-5903bd82c83a req-8dbc9f8f-4203-48e1-bed8-4300d17f8ace tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=3655874a-9405-4fda-8926-42ec42a459f1 HTTP/1.1" status: 200 len: 210 time: 0.0361147 Jun 10 14:46:20.585440 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa80035e-3237-4d59-9426-fa7f703209ee req-2ef23910-a68c-4478-9de6-0ae8a80f0b0e tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:20.586897 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-aa80035e-3237-4d59-9426-fa7f703209ee req-2ef23910-a68c-4478-9de6-0ae8a80f0b0e tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] 10.222.0.38 "GET /v2.0/ports?device_id=801650ec-83b1-48a9-8dea-8203418807dc HTTP/1.1" status: 200 len: 945 time: 0.0739388 Jun 10 14:46:20.628714 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-aa80035e-3237-4d59-9426-fa7f703209ee req-804a965e-84de-45ba-896f-48e1586dc2c5 tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] 10.222.0.38 "GET /v2.0/security-groups?id=307f7cbf-3436-43df-a630-de1494d634f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361433 Jun 10 14:46:21.089060 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-405a6d19-8ef4-4b91-b1fb-9f8f3e99b6c0 req-185362d5-11ae-47fc-b2a3-aaefba2616d7 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=3655874a-9405-4fda-8926-42ec42a459f1 HTTP/1.1" status: 200 len: 210 time: 0.0391757 Jun 10 14:46:21.123438 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6cb6a9-28c9-46eb-91da-a5dfc2c1d248 req-87eccf07-bc6d-4a61-86c5-25cb7383298a tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:21.125248 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-fe6cb6a9-28c9-46eb-91da-a5dfc2c1d248 req-87eccf07-bc6d-4a61-86c5-25cb7383298a tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.36 "GET /v2.0/networks?id=c57efc93-51ff-4248-b65b-e26a6d17993d HTTP/1.1" status: 200 len: 817 time: 0.1837654 Jun 10 14:46:21.180918 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-fe6cb6a9-28c9-46eb-91da-a5dfc2c1d248 req-33b8e5fa-426f-4305-ae92-5b76ce35151d tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5bcb8fb4303e43e69f7032747c4983b8 HTTP/1.1" status: 200 len: 380 time: 0.0466878 Jun 10 14:46:21.193326 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.v2.base [req-fe6cb6a9-28c9-46eb-91da-a5dfc2c1d248 req-b65b1211-b7b0-4e53-9582-b51c906839d5 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Request body: {'port': {'device_id': '3655874a-9405-4fda-8926-42ec42a459f1', 'network_id': 'c57efc93-51ff-4248-b65b-e26a6d17993d', 'admin_state_up': True, 'tenant_id': '5bcb8fb4303e43e69f7032747c4983b8', 'security_groups': ['02183f53-14bc-47e9-9b7c-8c98d5e547da']}} {{(pid=98188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:46:21.387302 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe6cb6a9-28c9-46eb-91da-a5dfc2c1d248 req-b65b1211-b7b0-4e53-9582-b51c906839d5 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Made reservation on behalf of 5bcb8fb4303e43e69f7032747c4983b8 for: {'port': 1} {{(pid=98188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 14:46:21.390915 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-fe6cb6a9-28c9-46eb-91da-a5dfc2c1d248 req-b65b1211-b7b0-4e53-9582-b51c906839d5 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:21.544507 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.db.db_base_plugin_common [req-fe6cb6a9-28c9-46eb-91da-a5dfc2c1d248 req-b65b1211-b7b0-4e53-9582-b51c906839d5 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Allocated IP 172.20.0.11 (c57efc93-51ff-4248-b65b-e26a6d17993d/3eeef57d-bb05-42dc-8725-b618d4269135/a24ec7fe-ac06-4667-b1cc-ccdb40aacd74) {{(pid=98188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 14:46:21.729845 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-fe6cb6a9-28c9-46eb-91da-a5dfc2c1d248 req-b65b1211-b7b0-4e53-9582-b51c906839d5 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Notify callbacks [] for port, precommit_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:21.742755 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.db.provisioning_blocks [req-fe6cb6a9-28c9-46eb-91da-a5dfc2c1d248 req-b65b1211-b7b0-4e53-9582-b51c906839d5 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Transition to ACTIVE for port object a24ec7fe-ac06-4667-b1cc-ccdb40aacd74 will not be triggered until provisioned by entity DHCP. {{(pid=98188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:46:21.822954 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-fe6cb6a9-28c9-46eb-91da-a5dfc2c1d248 req-b65b1211-b7b0-4e53-9582-b51c906839d5 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33290945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770842374660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4122283'] for port, after_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:21.828105 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-c6b85088-2290-4144-b7a9-e56f7f518128 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:46:21.894997 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2059c9-aea8-4ead-b208-b760fff4ad59 req-3c0d72a5-e253-468d-a7dd-cdd7057d957e tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:21.897160 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-1d2059c9-aea8-4ead-b208-b760fff4ad59 req-3c0d72a5-e253-468d-a7dd-cdd7057d957e tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] 10.222.0.38 "GET /v2.0/ports?device_id=801650ec-83b1-48a9-8dea-8203418807dc HTTP/1.1" status: 200 len: 945 time: 0.1468232 Jun 10 14:46:21.898918 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe6cb6a9-28c9-46eb-91da-a5dfc2c1d248 req-b65b1211-b7b0-4e53-9582-b51c906839d5 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Network c57efc93-51ff-4248-b65b-e26a6d17993d is already hosted by enough agents. {{(pid=98188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 14:46:21.902249 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.scheduler.base_scheduler [req-fe6cb6a9-28c9-46eb-91da-a5dfc2c1d248 req-b65b1211-b7b0-4e53-9582-b51c906839d5 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Resources bound (agent type, host, resource id): {{(pid=98188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:46:21.907980 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe6cb6a9-28c9-46eb-91da-a5dfc2c1d248 req-b65b1211-b7b0-4e53-9582-b51c906839d5 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Received port after_create {{(pid=98188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 14:46:21.917442 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65b1211-b7b0-4e53-9582-b51c906839d5 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Pushing event updated for resources: {'Port': ['ID=a24ec7fe-ac06-4667-b1cc-ccdb40aacd74,revision_number=1']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:46:21.946734 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-b65b1211-b7b0-4e53-9582-b51c906839d5 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:46:21.992827 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-1d2059c9-aea8-4ead-b208-b760fff4ad59 req-4f11fd2d-e848-4b78-8f77-c8fba924c15d tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] 10.222.0.38 "GET /v2.0/security-groups?id=307f7cbf-3436-43df-a630-de1494d634f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884612 Jun 10 14:46:21.998722 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6cb6a9-28c9-46eb-91da-a5dfc2c1d248 req-b65b1211-b7b0-4e53-9582-b51c906839d5 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:21.999385 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-fe6cb6a9-28c9-46eb-91da-a5dfc2c1d248 req-b65b1211-b7b0-4e53-9582-b51c906839d5 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32075'] for port, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:22.027315 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-fe6cb6a9-28c9-46eb-91da-a5dfc2c1d248 req-b65b1211-b7b0-4e53-9582-b51c906839d5 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8389115 Jun 10 14:46:22.041561 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.v2.base [req-fe6cb6a9-28c9-46eb-91da-a5dfc2c1d248 req-86b8abf1-f0ea-4471-ab96-52f45d758643 service neutron] Request body: {'port': {'device_id': '3655874a-9405-4fda-8926-42ec42a459f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79578'}} {{(pid=98188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:46:22.137927 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-fe6cb6a9-28c9-46eb-91da-a5dfc2c1d248 req-86b8abf1-f0ea-4471-ab96-52f45d758643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:22.152112 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-62b9d2d8-3c10-426e-bf0e-69e573e7ac00 None None] Provisioning for port a24ec7fe-ac06-4667-b1cc-ccdb40aacd74 completed by entity DHCP. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:46:22.157736 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-62b9d2d8-3c10-426e-bf0e-69e573e7ac00 None None] Provisioning complete for port a24ec7fe-ac06-4667-b1cc-ccdb40aacd74 triggered by entity DHCP. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:46:22.158476 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-62b9d2d8-3c10-426e-bf0e-69e573e7ac00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32877986'] for port, provisioning_complete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:22.207097 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.plugin [None req-62b9d2d8-3c10-426e-bf0e-69e573e7ac00 None None] Port a24ec7fe-ac06-4667-b1cc-ccdb40aacd74 cannot update to ACTIVE because it is not bound. {{(pid=98190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 14:46:22.436648 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4fe7d6-8d94-4960-a99b-d5acf0c781ec req-680e9fc5-f4db-4058-9694-eda04f0ba92f tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:22.438198 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-1a4fe7d6-8d94-4960-a99b-d5acf0c781ec req-680e9fc5-f4db-4058-9694-eda04f0ba92f tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=3655874a-9405-4fda-8926-42ec42a459f1 HTTP/1.1" status: 200 len: 932 time: 0.2190325 Jun 10 14:46:22.517062 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-1a4fe7d6-8d94-4960-a99b-d5acf0c781ec req-84e8616b-149d-4a21-9b96-4714e0e42ab0 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?id=02183f53-14bc-47e9-9b7c-8c98d5e547da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675435 Jun 10 14:46:22.570939 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.notifiers.nova [req-fe6cb6a9-28c9-46eb-91da-a5dfc2c1d248 req-86b8abf1-f0ea-4471-ab96-52f45d758643 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a24ec7fe-ac06-4667-b1cc-ccdb40aacd74 {{(pid=98188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 14:46:22.578639 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-fe6cb6a9-28c9-46eb-91da-a5dfc2c1d248 req-86b8abf1-f0ea-4471-ab96-52f45d758643 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:22.591351 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.db.provisioning_blocks [req-fe6cb6a9-28c9-46eb-91da-a5dfc2c1d248 req-86b8abf1-f0ea-4471-ab96-52f45d758643 service neutron] Transition to ACTIVE for port object a24ec7fe-ac06-4667-b1cc-ccdb40aacd74 will not be triggered until provisioned by entity L2. {{(pid=98188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:46:22.595164 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-fe6cb6a9-28c9-46eb-91da-a5dfc2c1d248 req-86b8abf1-f0ea-4471-ab96-52f45d758643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4122297'] for port, after_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:22.599819 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-4c8ba768-ff63-4725-ab99-63204b910bb2 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:46:22.704393 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b8abf1-f0ea-4471-ab96-52f45d758643 service neutron] Pushing event updated for resources: {'Port': ['ID=a24ec7fe-ac06-4667-b1cc-ccdb40aacd74,revision_number=2']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:46:22.714697 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-86b8abf1-f0ea-4471-ab96-52f45d758643 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:46:22.821934 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.managers [req-fe6cb6a9-28c9-46eb-91da-a5dfc2c1d248 req-86b8abf1-f0ea-4471-ab96-52f45d758643 service neutron] Attempting to bind port a24ec7fe-ac06-4667-b1cc-ccdb40aacd74 on host hv-cinder-79578 for vnic_type normal with profile {{(pid=98188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 14:46:22.822650 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.managers [req-fe6cb6a9-28c9-46eb-91da-a5dfc2c1d248 req-86b8abf1-f0ea-4471-ab96-52f45d758643 service neutron] Attempting to bind port a24ec7fe-ac06-4667-b1cc-ccdb40aacd74 by drivers openvswitch,hyperv on host hv-cinder-79578 at level 0 using segments [{'id': '3ec2b1b1-734c-41eb-833f-8070e711f15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c57efc93-51ff-4248-b65b-e26a6d17993d'}] {{(pid=98188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 14:46:22.822907 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6cb6a9-28c9-46eb-91da-a5dfc2c1d248 req-86b8abf1-f0ea-4471-ab96-52f45d758643 service neutron] Attempting to bind port a24ec7fe-ac06-4667-b1cc-ccdb40aacd74 on network c57efc93-51ff-4248-b65b-e26a6d17993d {{(pid=98188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 14:46:22.828262 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6cb6a9-28c9-46eb-91da-a5dfc2c1d248 req-86b8abf1-f0ea-4471-ab96-52f45d758643 service neutron] Port a24ec7fe-ac06-4667-b1cc-ccdb40aacd74 on network c57efc93-51ff-4248-b65b-e26a6d17993d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79578 {{(pid=98188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 14:46:22.828622 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6cb6a9-28c9-46eb-91da-a5dfc2c1d248 req-86b8abf1-f0ea-4471-ab96-52f45d758643 service neutron] Attempting to bind port a24ec7fe-ac06-4667-b1cc-ccdb40aacd74 on network c57efc93-51ff-4248-b65b-e26a6d17993d {{(pid=98188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 14:46:22.834669 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6cb6a9-28c9-46eb-91da-a5dfc2c1d248 req-86b8abf1-f0ea-4471-ab96-52f45d758643 service neutron] Checking agent: {'id': 'c47c39ee-f167-41a2-bf85-7dde6d0410ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79578', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 14, 40, 37), 'started_at': datetime.datetime(2021, 6, 10, 14, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 14, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 14:46:22.835145 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6cb6a9-28c9-46eb-91da-a5dfc2c1d248 req-86b8abf1-f0ea-4471-ab96-52f45d758643 service neutron] Checking segment: {'id': '3ec2b1b1-734c-41eb-833f-8070e711f15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c57efc93-51ff-4248-b65b-e26a6d17993d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 14:46:22.835541 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6cb6a9-28c9-46eb-91da-a5dfc2c1d248 req-86b8abf1-f0ea-4471-ab96-52f45d758643 service neutron] Bound using segment: {'id': '3ec2b1b1-734c-41eb-833f-8070e711f15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c57efc93-51ff-4248-b65b-e26a6d17993d'} {{(pid=98188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 14:46:22.835976 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.managers [req-fe6cb6a9-28c9-46eb-91da-a5dfc2c1d248 req-86b8abf1-f0ea-4471-ab96-52f45d758643 service neutron] Bound port: a24ec7fe-ac06-4667-b1cc-ccdb40aacd74, host: hv-cinder-79578, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ec2b1b1-734c-41eb-833f-8070e711f15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c57efc93-51ff-4248-b65b-e26a6d17993d'}}] {{(pid=98188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 14:46:22.836375 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-fe6cb6a9-28c9-46eb-91da-a5dfc2c1d248 req-86b8abf1-f0ea-4471-ab96-52f45d758643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:22.911629 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.db [req-fe6cb6a9-28c9-46eb-91da-a5dfc2c1d248 req-86b8abf1-f0ea-4471-ab96-52f45d758643 service neutron] For port a24ec7fe-ac06-4667-b1cc-ccdb40aacd74, host hv-cinder-79578, cleared binding levels {{(pid=98188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 14:46:22.914601 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.db [req-fe6cb6a9-28c9-46eb-91da-a5dfc2c1d248 req-86b8abf1-f0ea-4471-ab96-52f45d758643 service neutron] For port a24ec7fe-ac06-4667-b1cc-ccdb40aacd74, host hv-cinder-79578, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=a24ec7fe-ac06-4667-b1cc-ccdb40aacd74,segment=NetworkSegment(3ec2b1b1-734c-41eb-833f-8070e711f15c),segment_id=3ec2b1b1-734c-41eb-833f-8070e711f15c)] {{(pid=98188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 14:46:22.919384 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-fe6cb6a9-28c9-46eb-91da-a5dfc2c1d248 req-86b8abf1-f0ea-4471-ab96-52f45d758643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4122297'] for port, after_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:22.922344 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-481b9b3f-aa46-412e-9316-42656c1adcfd tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:46:23.229963 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6cb6a9-28c9-46eb-91da-a5dfc2c1d248 req-86b8abf1-f0ea-4471-ab96-52f45d758643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:23.230483 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-fe6cb6a9-28c9-46eb-91da-a5dfc2c1d248 req-86b8abf1-f0ea-4471-ab96-52f45d758643 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32075'] for port, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:23.231821 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-fe6cb6a9-28c9-46eb-91da-a5dfc2c1d248 req-86b8abf1-f0ea-4471-ab96-52f45d758643 service neutron] 10.222.0.36 "PUT /v2.0/ports/a24ec7fe-ac06-4667-b1cc-ccdb40aacd74 HTTP/1.1" status: 200 len: 1094 time: 1.1953208 Jun 10 14:46:23.232376 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3655874a-9405-4fda-8926-42ec42a459f1', 'tag': 'a24ec7fe-ac06-4667-b1cc-ccdb40aacd74'}] {{(pid=98188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:46:23.234564 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f0fe7ff9a18056505f9f26f34e6288f69420e23a9758a676b79d6915a840c7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db8dd72a-ab81-4d97-938f-c929abd146e8" -d '{"events": [{"name": "network-changed", "server_uuid": "3655874a-9405-4fda-8926-42ec42a459f1", "tag": "a24ec7fe-ac06-4667-b1cc-ccdb40aacd74"}]}' {{(pid=98188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:46:23.272651 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 14:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae4794c1-5c07-40b1-838e-8f9bdcdfbcee x-openstack-request-id: req-ae4794c1-5c07-40b1-838e-8f9bdcdfbcee {{(pid=98188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:46:23.272961 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3655874a-9405-4fda-8926-42ec42a459f1", "tag": "a24ec7fe-ac06-4667-b1cc-ccdb40aacd74", "status": "completed", "code": 200}]} {{(pid=98188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:46:23.273388 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ae4794c1-5c07-40b1-838e-8f9bdcdfbcee {{(pid=98188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:46:23.273947 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3655874a-9405-4fda-8926-42ec42a459f1', 'tag': 'a24ec7fe-ac06-4667-b1cc-ccdb40aacd74', 'status': 'completed', 'code': 200} Jun 10 14:46:23.274807 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b8abf1-f0ea-4471-ab96-52f45d758643 service neutron] Pushing event updated for resources: {'Port': ['ID=a24ec7fe-ac06-4667-b1cc-ccdb40aacd74,revision_number=3']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:46:23.278608 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-86b8abf1-f0ea-4471-ab96-52f45d758643 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:46:23.305357 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa0b491-40ac-4b12-8743-af96132b2535 req-a41e6b04-7f19-43f7-b7fa-a35851884c68 tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:23.306753 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-7fa0b491-40ac-4b12-8743-af96132b2535 req-a41e6b04-7f19-43f7-b7fa-a35851884c68 tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] 10.222.0.38 "GET /v2.0/ports?device_id=801650ec-83b1-48a9-8dea-8203418807dc HTTP/1.1" status: 200 len: 945 time: 0.3763902 Jun 10 14:46:23.379977 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-7fa0b491-40ac-4b12-8743-af96132b2535 req-6ba01312-e949-411d-9127-b2a1130231b2 tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] 10.222.0.38 "GET /v2.0/security-groups?id=307f7cbf-3436-43df-a630-de1494d634f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506113 Jun 10 14:46:23.389608 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6cb6a9-28c9-46eb-91da-a5dfc2c1d248 req-49b5286c-ab3f-475f-9739-259e8e68adc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:23.391062 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-fe6cb6a9-28c9-46eb-91da-a5dfc2c1d248 req-49b5286c-ab3f-475f-9739-259e8e68adc4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5bcb8fb4303e43e69f7032747c4983b8&device_id=3655874a-9405-4fda-8926-42ec42a459f1 HTTP/1.1" status: 200 len: 1097 time: 0.1020389 Jun 10 14:46:23.451396 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-fe6cb6a9-28c9-46eb-91da-a5dfc2c1d248 req-bbe5326b-ba4e-4547-bdb1-867a869b41a2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a24ec7fe-ac06-4667-b1cc-ccdb40aacd74 HTTP/1.1" status: 200 len: 217 time: 0.0515740 Jun 10 14:46:23.516418 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6cb6a9-28c9-46eb-91da-a5dfc2c1d248 req-7e86fc7f-8b46-4a1d-b337-f03da1f2c97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:23.516418 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-fe6cb6a9-28c9-46eb-91da-a5dfc2c1d248 req-7e86fc7f-8b46-4a1d-b337-f03da1f2c97e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3eeef57d-bb05-42dc-8725-b618d4269135 HTTP/1.1" status: 200 len: 856 time: 0.0542068 Jun 10 14:46:23.589508 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6cb6a9-28c9-46eb-91da-a5dfc2c1d248 req-c7bf7d54-7e65-4379-af0d-37c1d8c4ee06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:23.591529 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-fe6cb6a9-28c9-46eb-91da-a5dfc2c1d248 req-c7bf7d54-7e65-4379-af0d-37c1d8c4ee06 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c57efc93-51ff-4248-b65b-e26a6d17993d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0691509 Jun 10 14:46:23.755847 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-fe6cb6a9-28c9-46eb-91da-a5dfc2c1d248 req-99dd3c0d-6e40-475c-afd7-0a32df861d29 service neutron] 10.222.0.36 "GET /v2.0/networks/c57efc93-51ff-4248-b65b-e26a6d17993d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552153 Jun 10 14:46:23.794094 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08deaa6-b508-42ad-8a0e-976eae6ee680 req-9d9c8728-e834-49cd-a3dd-4afe3d692edb tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:23.795518 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-f08deaa6-b508-42ad-8a0e-976eae6ee680 req-9d9c8728-e834-49cd-a3dd-4afe3d692edb tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=3655874a-9405-4fda-8926-42ec42a459f1 HTTP/1.1" status: 200 len: 944 time: 0.1164529 Jun 10 14:46:23.909488 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-f08deaa6-b508-42ad-8a0e-976eae6ee680 req-36ca28d5-e679-435c-9259-6382abac8ac4 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?id=02183f53-14bc-47e9-9b7c-8c98d5e547da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065269 Jun 10 14:46:23.921906 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-fe6cb6a9-28c9-46eb-91da-a5dfc2c1d248 req-f70805ca-ad90-42c2-bc5d-bc2bff35dc1f service neutron] 10.222.0.36 "GET /v2.0/networks/c57efc93-51ff-4248-b65b-e26a6d17993d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586165 Jun 10 14:46:24.048127 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8dd72a-ab81-4d97-938f-c929abd146e8 req-5fc64c72-49e4-47f7-b4dc-9e9f823bcfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:24.049526 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-db8dd72a-ab81-4d97-938f-c929abd146e8 req-5fc64c72-49e4-47f7-b4dc-9e9f823bcfc5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5bcb8fb4303e43e69f7032747c4983b8&device_id=3655874a-9405-4fda-8926-42ec42a459f1 HTTP/1.1" status: 200 len: 1097 time: 0.0589345 Jun 10 14:46:24.168397 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8dd72a-ab81-4d97-938f-c929abd146e8 req-4f9a6967-a48d-4467-80b2-080c69db3918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:24.169827 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-db8dd72a-ab81-4d97-938f-c929abd146e8 req-4f9a6967-a48d-4467-80b2-080c69db3918 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c57efc93-51ff-4248-b65b-e26a6d17993d HTTP/1.1" status: 200 len: 918 time: 0.1136897 Jun 10 14:46:24.230111 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-db8dd72a-ab81-4d97-938f-c929abd146e8 req-70636b8d-c60e-440d-a891-130c81ef8358 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a24ec7fe-ac06-4667-b1cc-ccdb40aacd74 HTTP/1.1" status: 200 len: 217 time: 0.0528853 Jun 10 14:46:24.293000 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8dd72a-ab81-4d97-938f-c929abd146e8 req-659b53c9-9df8-4ffd-acc8-ebb62f2712b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:24.294459 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-db8dd72a-ab81-4d97-938f-c929abd146e8 req-659b53c9-9df8-4ffd-acc8-ebb62f2712b8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3eeef57d-bb05-42dc-8725-b618d4269135 HTTP/1.1" status: 200 len: 856 time: 0.0542395 Jun 10 14:46:24.361128 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8dd72a-ab81-4d97-938f-c929abd146e8 req-95bee186-84d7-4b9d-96c3-da39b71e1a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:24.362501 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-db8dd72a-ab81-4d97-938f-c929abd146e8 req-95bee186-84d7-4b9d-96c3-da39b71e1a02 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c57efc93-51ff-4248-b65b-e26a6d17993d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0604587 Jun 10 14:46:24.493096 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-db8dd72a-ab81-4d97-938f-c929abd146e8 req-7f6e051a-2aa1-4b95-a188-a5f7c3fb0195 service neutron] 10.222.0.36 "GET /v2.0/networks/c57efc93-51ff-4248-b65b-e26a6d17993d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119301 Jun 10 14:46:24.624676 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-db8dd72a-ab81-4d97-938f-c929abd146e8 req-7d0b4719-f800-41e3-83ae-1fe81dca9bac service neutron] 10.222.0.36 "GET /v2.0/networks/c57efc93-51ff-4248-b65b-e26a6d17993d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214757 Jun 10 14:46:24.644434 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb0b929-b43d-4ee9-9731-ad2062fbf305 req-07971c0f-fdfa-43a4-b666-58db184c7607 tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:24.646386 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-dbb0b929-b43d-4ee9-9731-ad2062fbf305 req-07971c0f-fdfa-43a4-b666-58db184c7607 tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] 10.222.0.36 "GET /v2.0/ports?device_id=801650ec-83b1-48a9-8dea-8203418807dc HTTP/1.1" status: 200 len: 945 time: 0.0871005 Jun 10 14:46:24.729298 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317d9ba8-d9c5-406a-b35d-52f1a4a8540d req-e1c943b7-7431-4832-a0fa-0f4b6bbffafe tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:24.730945 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-317d9ba8-d9c5-406a-b35d-52f1a4a8540d req-e1c943b7-7431-4832-a0fa-0f4b6bbffafe tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] 10.222.0.38 "GET /v2.0/ports?device_id=801650ec-83b1-48a9-8dea-8203418807dc HTTP/1.1" status: 200 len: 945 time: 0.0759060 Jun 10 14:46:24.778278 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.plugin [req-dbb0b929-b43d-4ee9-9731-ad2062fbf305 req-24a8d7e2-20e3-431e-850c-e7315591de85 tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] Deleting port 1e608040-db30-42b9-b893-711f8fc582a5 {{(pid=98189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 14:46:24.778698 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [req-dbb0b929-b43d-4ee9-9731-ad2062fbf305 req-24a8d7e2-20e3-431e-850c-e7315591de85 tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770842860575'] for port, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:24.781010 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-317d9ba8-d9c5-406a-b35d-52f1a4a8540d req-1119726b-ae78-4c9b-87b8-01f7b00b4de5 tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] 10.222.0.38 "GET /v2.0/security-groups?id=307f7cbf-3436-43df-a630-de1494d634f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442002 Jun 10 14:46:24.901662 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.db [req-dbb0b929-b43d-4ee9-9731-ad2062fbf305 req-24a8d7e2-20e3-431e-850c-e7315591de85 tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] For port 1e608040-db30-42b9-b893-711f8fc582a5, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=1e608040-db30-42b9-b893-711f8fc582a5,segment=NetworkSegment(0211aeac-91cc-45db-9b50-df655b85a4f0),segment_id=0211aeac-91cc-45db-9b50-df655b85a4f0)] {{(pid=98189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:46:24.902038 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [req-dbb0b929-b43d-4ee9-9731-ad2062fbf305 req-24a8d7e2-20e3-431e-850c-e7315591de85 tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725918'] for port, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:25.003618 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.plugin [req-dbb0b929-b43d-4ee9-9731-ad2062fbf305 req-24a8d7e2-20e3-431e-850c-e7315591de85 tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] Calling delete_port for 1e608040-db30-42b9-b893-711f8fc582a5 owned by compute:nova {{(pid=98189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 14:46:25.006421 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Device a24ec7fe-ac06-4667-b1cc-ccdb40aacd74 details requested by agent hyperv_hv-cinder-79578 with host hv-cinder-79578 {{(pid=98190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 14:46:25.152855 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-a495583c-5148-478a-8a72-ead344a1bb57 req-b335db27-5c28-4fd8-8962-876d35cfcc61 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1332302965&fields=id&tenant_id=3065c91b66384aefa642d766c49e32b2 HTTP/1.1" status: 200 len: 267 time: 0.0599787 Jun 10 14:46:25.166445 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2c1050-1a3f-4c72-8113-9b5beb85e514 req-41862c39-4c5f-4e78-92ba-2ee043e89d85 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:25.167979 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-ea2c1050-1a3f-4c72-8113-9b5beb85e514 req-41862c39-4c5f-4e78-92ba-2ee043e89d85 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=3655874a-9405-4fda-8926-42ec42a459f1 HTTP/1.1" status: 200 len: 944 time: 0.1147830 Jun 10 14:46:25.168224 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] For port a24ec7fe-ac06-4667-b1cc-ccdb40aacd74, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=a24ec7fe-ac06-4667-b1cc-ccdb40aacd74,segment=NetworkSegment(3ec2b1b1-734c-41eb-833f-8070e711f15c),segment_id=3ec2b1b1-734c-41eb-833f-8070e711f15c)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:46:25.171069 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [req-dbb0b929-b43d-4ee9-9731-ad2062fbf305 req-24a8d7e2-20e3-431e-850c-e7315591de85 tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770842865987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770842374669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10153669'] for port, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:25.176531 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-936a40ca-f2c9-427f-8b4c-5dac948d736a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:46:25.187638 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] get_ports_and_sgs() called for port_ids ['1e608040-db30-42b9-b893-711f8fc582a5'] {{(pid=98190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 14:46:25.193237 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Returning: {'device': 'a24ec7fe-ac06-4667-b1cc-ccdb40aacd74', 'network_id': 'c57efc93-51ff-4248-b65b-e26a6d17993d', 'port_id': 'a24ec7fe-ac06-4667-b1cc-ccdb40aacd74', 'mac_address': 'fa:16:3e:8f:47:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eeef57d-bb05-42dc-8725-b618d4269135', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 14:46:25.209622 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a8d7e2-20e3-431e-850c-e7315591de85 tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] Pushing event deleted for resources: {'Port': ['ID=1e608040-db30-42b9-b893-711f8fc582a5,revision_number=None']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:46:25.212843 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-24a8d7e2-20e3-431e-850c-e7315591de85 tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:46:25.247449 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-ea2c1050-1a3f-4c72-8113-9b5beb85e514 req-a7f0a7a8-872d-454d-8d00-561d41975efc tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?id=02183f53-14bc-47e9-9b7c-8c98d5e547da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695128 Jun 10 14:46:25.268660 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:25.279502 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a495583c-5148-478a-8a72-ead344a1bb57 req-c59cdbf0-ac85-4367-9611-ad39b07a0267 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:25.284917 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-a495583c-5148-478a-8a72-ead344a1bb57 req-c59cdbf0-ac85-4367-9611-ad39b07a0267 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] 10.222.0.38 "GET /v2.0/ports?device_id=08da0e54-02bf-450f-a643-99d1afda20e6 HTTP/1.1" status: 200 len: 984 time: 0.1158407 Jun 10 14:46:25.285071 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbb0b929-b43d-4ee9-9731-ad2062fbf305 req-24a8d7e2-20e3-431e-850c-e7315591de85 tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] No DVR routers for this DVR port 1e608040-db30-42b9-b893-711f8fc582a5 on host hv-cinder-79578 {{(pid=98189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 14:46:25.288713 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [req-dbb0b929-b43d-4ee9-9731-ad2062fbf305 req-24a8d7e2-20e3-431e-850c-e7315591de85 tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32075'] for port, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:25.290681 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-dbb0b929-b43d-4ee9-9731-ad2062fbf305 req-24a8d7e2-20e3-431e-850c-e7315591de85 tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] 10.222.0.36 "DELETE /v2.0/ports/1e608040-db30-42b9-b893-711f8fc582a5 HTTP/1.1" status: 204 len: 173 time: 0.6299567 Jun 10 14:46:25.291208 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '801650ec-83b1-48a9-8dea-8203418807dc', 'name': 'network-vif-deleted', 'tag': '1e608040-db30-42b9-b893-711f8fc582a5'}] {{(pid=98189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:46:25.293174 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.v2.base [req-a495583c-5148-478a-8a72-ead344a1bb57 req-d84dcd3e-0210-41b3-a7dd-827f46ecf89e tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Request body: {'port': {'security_groups': ['6d95f537-c1aa-4142-b4e6-2a04b8dd3a61']}} {{(pid=98188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:46:25.293565 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd5238e10c74dbb520512e65c1fdd866749acdde8b41798b102d67d69ab3830" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44a1e33c-fbac-41b2-a3e7-6d70eb0bdf16" -d '{"events": [{"server_uuid": "801650ec-83b1-48a9-8dea-8203418807dc", "name": "network-vif-deleted", "tag": "1e608040-db30-42b9-b893-711f8fc582a5"}]}' {{(pid=98189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:46:25.296558 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.notifiers.nova [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a24ec7fe-ac06-4667-b1cc-ccdb40aacd74 {{(pid=98190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 14:46:25.322942 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] For port a24ec7fe-ac06-4667-b1cc-ccdb40aacd74, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=a24ec7fe-ac06-4667-b1cc-ccdb40aacd74,segment=NetworkSegment(3ec2b1b1-734c-41eb-833f-8070e711f15c),segment_id=3ec2b1b1-734c-41eb-833f-8070e711f15c)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:46:25.329532 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:25.332247 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:46:25.350584 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 14:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eae2926f-0212-400c-8f80-0f900a4c5fdb x-openstack-request-id: req-eae2926f-0212-400c-8f80-0f900a4c5fdb {{(pid=98189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:46:25.351025 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "801650ec-83b1-48a9-8dea-8203418807dc", "name": "network-vif-deleted", "tag": "1e608040-db30-42b9-b893-711f8fc582a5", "status": "completed", "code": 200}]} {{(pid=98189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:46:25.351434 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-eae2926f-0212-400c-8f80-0f900a4c5fdb {{(pid=98189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:46:25.352911 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '801650ec-83b1-48a9-8dea-8203418807dc', 'name': 'network-vif-deleted', 'tag': '1e608040-db30-42b9-b893-711f8fc582a5', 'status': 'completed', 'code': 200} Jun 10 14:46:25.398745 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Pushing event updated for resources: {'Port': ['ID=a24ec7fe-ac06-4667-b1cc-ccdb40aacd74,revision_number=4']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:46:25.402595 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:46:25.424180 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-a495583c-5148-478a-8a72-ead344a1bb57 req-d84dcd3e-0210-41b3-a7dd-827f46ecf89e tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:25.590337 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] get_ports_and_sgs() called for port_ids ['a24ec7fe-ac06-4667-b1cc-ccdb40aacd74'] {{(pid=98190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 14:46:25.646401 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.db [req-a495583c-5148-478a-8a72-ead344a1bb57 req-d84dcd3e-0210-41b3-a7dd-827f46ecf89e tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] For port 981d0ec0-2074-445b-922b-e1b3ce97db2e, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=981d0ec0-2074-445b-922b-e1b3ce97db2e,segment=NetworkSegment(5a31d746-9e5d-46e8-b021-750c831f5d0c),segment_id=5a31d746-9e5d-46e8-b021-750c831f5d0c)] {{(pid=98188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:46:25.677568 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-a495583c-5148-478a-8a72-ead344a1bb57 req-d84dcd3e-0210-41b3-a7dd-827f46ecf89e tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Notify callbacks [] for port, precommit_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:25.682184 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-a495583c-5148-478a-8a72-ead344a1bb57 req-d84dcd3e-0210-41b3-a7dd-827f46ecf89e tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4122297'] for port, after_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:25.687250 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-7c811ce2-2a92-4db5-a9c0-81b112dc3175 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:46:25.735744 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a495583c-5148-478a-8a72-ead344a1bb57 req-d84dcd3e-0210-41b3-a7dd-827f46ecf89e tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:25.736873 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-a495583c-5148-478a-8a72-ead344a1bb57 req-d84dcd3e-0210-41b3-a7dd-827f46ecf89e tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32075'] for port, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:25.739620 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-a495583c-5148-478a-8a72-ead344a1bb57 req-d84dcd3e-0210-41b3-a7dd-827f46ecf89e tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] 10.222.0.38 "PUT /v2.0/ports/981d0ec0-2074-445b-922b-e1b3ce97db2e HTTP/1.1" status: 200 len: 942 time: 0.4514756 Jun 10 14:46:25.740633 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08da0e54-02bf-450f-a643-99d1afda20e6', 'tag': '981d0ec0-2074-445b-922b-e1b3ce97db2e'}] {{(pid=98188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:46:25.743793 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f0fe7ff9a18056505f9f26f34e6288f69420e23a9758a676b79d6915a840c7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d26fbc6b-db1d-4b36-829d-4d107ec57804" -d '{"events": [{"name": "network-changed", "server_uuid": "08da0e54-02bf-450f-a643-99d1afda20e6", "tag": "981d0ec0-2074-445b-922b-e1b3ce97db2e"}]}' {{(pid=98188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:46:25.745921 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 38646) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:46:25.789458 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 14:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fa8aefc-c089-47b4-a70b-324adccec22f x-openstack-request-id: req-3fa8aefc-c089-47b4-a70b-324adccec22f {{(pid=98188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:46:25.789834 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08da0e54-02bf-450f-a643-99d1afda20e6", "tag": "981d0ec0-2074-445b-922b-e1b3ce97db2e", "status": "completed", "code": 200}]} {{(pid=98188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:46:25.790121 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3fa8aefc-c089-47b4-a70b-324adccec22f {{(pid=98188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:46:25.790544 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08da0e54-02bf-450f-a643-99d1afda20e6', 'tag': '981d0ec0-2074-445b-922b-e1b3ce97db2e', 'status': 'completed', 'code': 200} Jun 10 14:46:25.791315 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84dcd3e-0210-41b3-a7dd-827f46ecf89e tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Pushing event updated for resources: {'Port': ['ID=981d0ec0-2074-445b-922b-e1b3ce97db2e,revision_number=7']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:46:25.794567 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-d84dcd3e-0210-41b3-a7dd-827f46ecf89e tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:46:25.807226 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] get_ports_and_sgs() called for port_ids ['981d0ec0-2074-445b-922b-e1b3ce97db2e'] {{(pid=98190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 14:46:25.843265 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-0a1537ee-82e7-42af-9fe8-73eda6145f6f tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Notify callbacks [] for security_group, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:25.896643 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-0a1537ee-82e7-42af-9fe8-73eda6145f6f tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:26.077690 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-4233924f-4a21-4c5b-8e59-8d0c3104761c req-da36e9c0-e913-4258-9d57-997a663006ee tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] 10.222.0.38 "GET /v2.0/ports?device_id=801650ec-83b1-48a9-8dea-8203418807dc HTTP/1.1" status: 200 len: 210 time: 0.0401156 Jun 10 14:46:26.077919 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-0a1537ee-82e7-42af-9fe8-73eda6145f6f tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:26.081159 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-0a1537ee-82e7-42af-9fe8-73eda6145f6f tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Notify callbacks [] for security_group, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:26.084594 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-0a1537ee-82e7-42af-9fe8-73eda6145f6f tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] 10.222.0.38 "DELETE /v2.0/security-groups/ec71249d-4576-413a-824b-9e6395e36894 HTTP/1.1" status: 204 len: 168 time: 0.3343198 Jun 10 14:46:26.084594 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-c5c1d640-53fe-4c5a-9d5a-d6182297b3f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:46:26.086147 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 38662) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:46:26.104589 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-275601af-a852-47e5-b77f-4c40c7a6a50f None None] Provisioning complete for port 981d0ec0-2074-445b-922b-e1b3ce97db2e triggered by entity DHCP. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:46:26.105164 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-275601af-a852-47e5-b77f-4c40c7a6a50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32877986'] for port, provisioning_complete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:26.109014 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1537ee-82e7-42af-9fe8-73eda6145f6f tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec71249d-4576-413a-824b-9e6395e36894,revision_number=None']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:46:26.113558 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-0a1537ee-82e7-42af-9fe8-73eda6145f6f tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:46:26.121649 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26fbc6b-db1d-4b36-829d-4d107ec57804 req-3e07b800-4dda-4909-b88f-8703d7307d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:26.124268 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-d26fbc6b-db1d-4b36-829d-4d107ec57804 req-3e07b800-4dda-4909-b88f-8703d7307d28 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3065c91b66384aefa642d766c49e32b2&device_id=08da0e54-02bf-450f-a643-99d1afda20e6 HTTP/1.1" status: 200 len: 1098 time: 0.2821295 Jun 10 14:46:26.140712 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] get_ports_and_sgs() called for port_ids ['981d0ec0-2074-445b-922b-e1b3ce97db2e'] {{(pid=98190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 14:46:26.269432 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26fbc6b-db1d-4b36-829d-4d107ec57804 req-801e90ba-a0a8-4bdf-b699-8eb4e7a8beb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:26.271975 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-d26fbc6b-db1d-4b36-829d-4d107ec57804 req-801e90ba-a0a8-4bdf-b699-8eb4e7a8beb0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=afb3d1e6-69a8-46b1-ad00-dfea32c79a7b HTTP/1.1" status: 200 len: 916 time: 0.1393733 Jun 10 14:46:26.407515 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.plugin [None req-525a4c6a-5aee-48a9-9557-02a38d902a37 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Deleting port 5fcc950b-d1b4-4c63-8198-4b1c5bb6dd0c {{(pid=98188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 14:46:26.408119 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-525a4c6a-5aee-48a9-9557-02a38d902a37 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770842860575'] for port, before_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:26.415024 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-d26fbc6b-db1d-4b36-829d-4d107ec57804 req-4e08292a-e5de-4132-bf9f-3ab753523eff service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=981d0ec0-2074-445b-922b-e1b3ce97db2e HTTP/1.1" status: 200 len: 1001 time: 0.1332898 Jun 10 14:46:26.483735 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26fbc6b-db1d-4b36-829d-4d107ec57804 req-740a255b-bfe2-4b47-952a-6e407aa64083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:26.485212 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-d26fbc6b-db1d-4b36-829d-4d107ec57804 req-740a255b-bfe2-4b47-952a-6e407aa64083 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=608c40fd-af24-4c4d-b8ac-392ee5ac2abd HTTP/1.1" status: 200 len: 854 time: 0.0662298 Jun 10 14:46:26.556750 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26fbc6b-db1d-4b36-829d-4d107ec57804 req-62e8b9bd-c3c4-482a-9df3-dfecbca1877f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:26.558282 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-d26fbc6b-db1d-4b36-829d-4d107ec57804 req-62e8b9bd-c3c4-482a-9df3-dfecbca1877f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=afb3d1e6-69a8-46b1-ad00-dfea32c79a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0627444 Jun 10 14:46:26.563010 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-525a4c6a-5aee-48a9-9557-02a38d902a37 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725918'] for port, precommit_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:26.563347 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-525a4c6a-5aee-48a9-9557-02a38d902a37 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:26.676683 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-d26fbc6b-db1d-4b36-829d-4d107ec57804 req-27c55217-b6bd-41d1-9df1-72eae5020d2b service neutron] 10.222.0.36 "GET /v2.0/networks/afb3d1e6-69a8-46b1-ad00-dfea32c79a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093383 Jun 10 14:46:26.802949 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-d26fbc6b-db1d-4b36-829d-4d107ec57804 req-3c8bdc82-67ed-4848-aec9-7485421a9d76 service neutron] 10.222.0.36 "GET /v2.0/networks/afb3d1e6-69a8-46b1-ad00-dfea32c79a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189754 Jun 10 14:46:26.896358 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.plugin [None req-525a4c6a-5aee-48a9-9557-02a38d902a37 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Calling delete_port for 5fcc950b-d1b4-4c63-8198-4b1c5bb6dd0c owned by network:floatingip {{(pid=98188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 14:46:26.918828 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8894b20b-050b-4c86-8b50-13dfbf2fb5f0 req-6e726cba-9432-4c2b-bc9e-5b3bfdd99c16 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:26.920309 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-8894b20b-050b-4c86-8b50-13dfbf2fb5f0 req-6e726cba-9432-4c2b-bc9e-5b3bfdd99c16 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=3655874a-9405-4fda-8926-42ec42a459f1 HTTP/1.1" status: 200 len: 945 time: 0.4392807 Jun 10 14:46:27.007965 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Device a24ec7fe-ac06-4667-b1cc-ccdb40aacd74 up at agent hyperv_hv-cinder-79578 {{(pid=98190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:46:27.055626 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-8894b20b-050b-4c86-8b50-13dfbf2fb5f0 req-5b9b5f2c-e3c4-41b4-aea6-c32ee20ea314 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?id=02183f53-14bc-47e9-9b7c-8c98d5e547da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884528 Jun 10 14:46:27.079714 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Provisioning for port a24ec7fe-ac06-4667-b1cc-ccdb40aacd74 completed by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:46:27.084828 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Provisioning complete for port a24ec7fe-ac06-4667-b1cc-ccdb40aacd74 triggered by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:46:27.085505 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32877986'] for port, provisioning_complete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:27.170342 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-525a4c6a-5aee-48a9-9557-02a38d902a37 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770842865987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770842374669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4122288'] for port, after_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:27.178260 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-0deab11f-7d59-40e2-8120-e6046dff2ba9 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:46:27.199152 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:27.220542 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525a4c6a-5aee-48a9-9557-02a38d902a37 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Pushing event deleted for resources: {'Port': ['ID=5fcc950b-d1b4-4c63-8198-4b1c5bb6dd0c,revision_number=None']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:46:27.240135 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3655874a-9405-4fda-8926-42ec42a459f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a24ec7fe-ac06-4667-b1cc-ccdb40aacd74'}] {{(pid=98190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:46:27.242980 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3d4185ab3030d597d4fdff3a42636a440041618624b200d466a1cf3773607d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11aece35-1412-447c-95e9-ffc26778b1eb" -d '{"events": [{"server_uuid": "3655874a-9405-4fda-8926-42ec42a459f1", "name": "network-vif-plugged", "status": "completed", "tag": "a24ec7fe-ac06-4667-b1cc-ccdb40aacd74"}]}' {{(pid=98190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:46:27.255078 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-525a4c6a-5aee-48a9-9557-02a38d902a37 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:46:27.265599 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] For port a24ec7fe-ac06-4667-b1cc-ccdb40aacd74, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=a24ec7fe-ac06-4667-b1cc-ccdb40aacd74,segment=NetworkSegment(3ec2b1b1-734c-41eb-833f-8070e711f15c),segment_id=3ec2b1b1-734c-41eb-833f-8070e711f15c)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:46:27.274048 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:27.275261 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Device 1e608040-db30-42b9-b893-711f8fc582a5 no longer exists at agent hyperv_hv-cinder-79578 {{(pid=98190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 14:46:27.278445 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:46:27.305570 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.plugin [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] No Port match for: 1e608040-db30-42b9-b893-711f8fc582a5 {{(pid=98190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 14:46:27.305570 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Device 1e608040-db30-42b9-b893-711f8fc582a5 not bound to the agent host hv-cinder-79578 {{(pid=98190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 14:46:27.329353 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-525a4c6a-5aee-48a9-9557-02a38d902a37 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Notify callbacks [] for floatingip, after_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:27.329964 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.db.l3_db [None req-525a4c6a-5aee-48a9-9557-02a38d902a37 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Floating IP 2bf4a6bb-cdcf-42e4-9aba-05d01adc823f disassociated (deleted). External IP: 172.28.0.209, port: 981d0ec0-2074-445b-922b-e1b3ce97db2e. Jun 10 14:46:27.347105 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 14:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be3f1e7-d1cb-4b58-88b1-32f8a9521af3 x-openstack-request-id: req-4be3f1e7-d1cb-4b58-88b1-32f8a9521af3 {{(pid=98190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:46:27.347465 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3655874a-9405-4fda-8926-42ec42a459f1", "name": "network-vif-plugged", "status": "completed", "tag": "a24ec7fe-ac06-4667-b1cc-ccdb40aacd74", "code": 200}]} {{(pid=98190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:46:27.347658 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4be3f1e7-d1cb-4b58-88b1-32f8a9521af3 {{(pid=98190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:46:27.348059 dv-cinder-795785-1-smb neutron-server[98190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3655874a-9405-4fda-8926-42ec42a459f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a24ec7fe-ac06-4667-b1cc-ccdb40aacd74', 'code': 200} Jun 10 14:46:27.386862 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Pushing event updated for resources: {'Port': ['ID=a24ec7fe-ac06-4667-b1cc-ccdb40aacd74,revision_number=5']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:46:27.390517 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:46:27.612996 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11729849-3094-44aa-abe7-0956f1c47614 req-8fe8a7c8-f365-44ee-a9a2-c40826b98f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:27.615263 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-11729849-3094-44aa-abe7-0956f1c47614 req-8fe8a7c8-f365-44ee-a9a2-c40826b98f03 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3655874a-9405-4fda-8926-42ec42a459f1 HTTP/1.1" status: 200 len: 1099 time: 0.0761077 Jun 10 14:46:27.655446 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-11729849-3094-44aa-abe7-0956f1c47614 req-5161b35c-97a3-4c8d-81c3-dad119defe73 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=02183f53-14bc-47e9-9b7c-8c98d5e547da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337029 Jun 10 14:46:27.666725 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-525a4c6a-5aee-48a9-9557-02a38d902a37 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Router 5d24de2a-b1f7-406e-af66-35a2be1c94d8 has already been hosted by L3 agent e92f4ea4-4278-4a3e-8ba4-23ff1581fd94 {{(pid=98188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 14:46:27.824582 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-525a4c6a-5aee-48a9-9557-02a38d902a37 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Notify agent at l3_agent.dv-cinder-795785-1-smb the message routers_updated {{(pid=98188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 14:46:27.829949 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-525a4c6a-5aee-48a9-9557-02a38d902a37 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32075'] for floatingip, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:27.835413 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32defc42-f3ec-4eab-b001-6fa4fbf5d7c8 None None] Sync routers for ids ['5d24de2a-b1f7-406e-af66-35a2be1c94d8'] in dv-cinder-795785-1-smb {{(pid=98190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 14:46:27.845455 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32defc42-f3ec-4eab-b001-6fa4fbf5d7c8 None None] Routers {'5d24de2a-b1f7-406e-af66-35a2be1c94d8'} bound to L3 agent in host dv-cinder-795785-1-smb {{(pid=98190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:46:27.846143 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_hamode_db [None req-32defc42-f3ec-4eab-b001-6fa4fbf5d7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T14:34:42Z,description=,heartbeat_timestamp=2021-06-10T14:46:12Z,host='dv-cinder-795785-1-smb',id=e92f4ea4-4278-4a3e-8ba4-23ff1581fd94,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:42Z,topic='l3_agent')) {'router_ids': ['5d24de2a-b1f7-406e-af66-35a2be1c94d8'], 'active': True} {{(pid=98190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:46:27.878560 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-525a4c6a-5aee-48a9-9557-02a38d902a37 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] 10.222.0.38 "DELETE /v2.0/floatingips/2bf4a6bb-cdcf-42e4-9aba-05d01adc823f HTTP/1.1" status: 204 len: 168 time: 1.7912290 Jun 10 14:46:27.879269 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08da0e54-02bf-450f-a643-99d1afda20e6', 'tag': '981d0ec0-2074-445b-922b-e1b3ce97db2e'}] {{(pid=98188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:46:27.882182 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f0fe7ff9a18056505f9f26f34e6288f69420e23a9758a676b79d6915a840c7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c100922f-94ec-43ea-9fd2-e9cc226bad57" -d '{"events": [{"name": "network-changed", "server_uuid": "08da0e54-02bf-450f-a643-99d1afda20e6", "tag": "981d0ec0-2074-445b-922b-e1b3ce97db2e"}]}' {{(pid=98188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:46:27.956709 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 14:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9780411-2723-4d74-b9b5-24fe366d5cad x-openstack-request-id: req-a9780411-2723-4d74-b9b5-24fe366d5cad {{(pid=98188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:46:27.957299 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08da0e54-02bf-450f-a643-99d1afda20e6", "tag": "981d0ec0-2074-445b-922b-e1b3ce97db2e", "status": "completed", "code": 200}]} {{(pid=98188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:46:27.957785 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a9780411-2723-4d74-b9b5-24fe366d5cad {{(pid=98188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:46:27.958456 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08da0e54-02bf-450f-a643-99d1afda20e6', 'tag': '981d0ec0-2074-445b-922b-e1b3ce97db2e', 'status': 'completed', 'code': 200} Jun 10 14:46:28.015505 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_dvr_db [None req-32defc42-f3ec-4eab-b001-6fa4fbf5d7c8 None None] Set router 5d24de2a-b1f7-406e-af66-35a2be1c94d8 gateway port host: dv-cinder-795785-1-smb {{(pid=98190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:46:28.050701 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c100922f-94ec-43ea-9fd2-e9cc226bad57 req-297baaf4-4380-4ee0-a42b-4c84300e0c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:28.053336 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-c100922f-94ec-43ea-9fd2-e9cc226bad57 req-297baaf4-4380-4ee0-a42b-4c84300e0c91 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3065c91b66384aefa642d766c49e32b2&device_id=08da0e54-02bf-450f-a643-99d1afda20e6 HTTP/1.1" status: 200 len: 1098 time: 0.0792930 Jun 10 14:46:28.232473 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c100922f-94ec-43ea-9fd2-e9cc226bad57 req-5a7df323-dfb7-4b18-88cd-424d91710dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:28.233832 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-c100922f-94ec-43ea-9fd2-e9cc226bad57 req-5a7df323-dfb7-4b18-88cd-424d91710dae service neutron] 10.222.0.36 "GET /v2.0/networks?id=afb3d1e6-69a8-46b1-ad00-dfea32c79a7b HTTP/1.1" status: 200 len: 916 time: 0.1701190 Jun 10 14:46:28.299706 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-c100922f-94ec-43ea-9fd2-e9cc226bad57 req-43141a4d-1b2c-4d47-af10-3c737fddd6d5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=981d0ec0-2074-445b-922b-e1b3ce97db2e HTTP/1.1" status: 200 len: 217 time: 0.0578661 Jun 10 14:46:28.389875 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d145162e-752a-460a-ac76-f666c4ea2ea3 req-a81d5c6e-c207-4391-bc48-3951763962b2 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:28.394398 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-d145162e-752a-460a-ac76-f666c4ea2ea3 req-a81d5c6e-c207-4391-bc48-3951763962b2 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=3655874a-9405-4fda-8926-42ec42a459f1 HTTP/1.1" status: 200 len: 946 time: 0.1134045 Jun 10 14:46:28.420779 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c100922f-94ec-43ea-9fd2-e9cc226bad57 req-acc96a40-9cb7-48fa-8506-897b7f1ef691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:28.420946 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_hamode_db [None req-32defc42-f3ec-4eab-b001-6fa4fbf5d7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d24de2a-b1f7-406e-af66-35a2be1c94d8', 'name': 'tempest-TestMinimumBasicScenario-1583580859-router', 'tenant_id': '3065c91b66384aefa642d766c49e32b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'external_fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.148'}], 'enable_snat': True}, 'gw_port_id': 'e9c950d1-060e-4d91-a5fe-3fd1a8bfd743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:43:11Z', 'updated_at': '2021-06-10T14:43:20Z', 'revision_number': 4, 'project_id': '3065c91b66384aefa642d766c49e32b2', 'gw_port': {'id': 'e9c950d1-060e-4d91-a5fe-3fd1a8bfd743', 'name': '', 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d24de2a-b1f7-406e-af66-35a2be1c94d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:43:13Z', 'updated_at': '2021-06-10T14:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-smb', '_interfaces': [{'id': '1230d2fe-d446-44a7-81d2-422d2721d420', 'name': '', 'network_id': 'afb3d1e6-69a8-46b1-ad00-dfea32c79a7b', 'tenant_id': '3065c91b66384aefa642d766c49e32b2', 'mac_address': 'fa:16:3e:95:cb:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d24de2a-b1f7-406e-af66-35a2be1c94d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': '608c40fd-af24-4c4d-b8ac-392ee5ac2abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:43:19Z', 'updated_at': '2021-06-10T14:43:30Z', 'revision_number': 5, 'project_id': '3065c91b66384aefa642d766c49e32b2', 'subnets': [{'id': '608c40fd-af24-4c4d-b8ac-392ee5ac2abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-1-smb', False) {} {{(pid=98190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:46:28.424388 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-c100922f-94ec-43ea-9fd2-e9cc226bad57 req-acc96a40-9cb7-48fa-8506-897b7f1ef691 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=608c40fd-af24-4c4d-b8ac-392ee5ac2abd HTTP/1.1" status: 200 len: 854 time: 0.1078928 Jun 10 14:46:28.424861 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32defc42-f3ec-4eab-b001-6fa4fbf5d7c8 None None] Checking router: 5d24de2a-b1f7-406e-af66-35a2be1c94d8 for host: dv-cinder-795785-1-smb {{(pid=98190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 14:46:28.434597 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32defc42-f3ec-4eab-b001-6fa4fbf5d7c8 None None] Routers {'5d24de2a-b1f7-406e-af66-35a2be1c94d8'} bound to L3 agent in host dv-cinder-795785-1-smb {{(pid=98190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:46:28.435365 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_hamode_db [None req-32defc42-f3ec-4eab-b001-6fa4fbf5d7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T14:34:42Z,description=,heartbeat_timestamp=2021-06-10T14:46:12Z,host='dv-cinder-795785-1-smb',id=e92f4ea4-4278-4a3e-8ba4-23ff1581fd94,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:42Z,topic='l3_agent')) {'router_ids': ['5d24de2a-b1f7-406e-af66-35a2be1c94d8'], 'active': True} {{(pid=98190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:46:28.458901 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-d145162e-752a-460a-ac76-f666c4ea2ea3 req-64f6ecbc-e2f5-451b-9079-7afdacec35a2 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?id=02183f53-14bc-47e9-9b7c-8c98d5e547da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575049 Jun 10 14:46:28.502534 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c100922f-94ec-43ea-9fd2-e9cc226bad57 req-50de01f3-6a82-4c69-b60c-166ff9bb6d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:28.504018 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-c100922f-94ec-43ea-9fd2-e9cc226bad57 req-50de01f3-6a82-4c69-b60c-166ff9bb6d56 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=afb3d1e6-69a8-46b1-ad00-dfea32c79a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0717545 Jun 10 14:46:28.624391 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_dvr_db [None req-32defc42-f3ec-4eab-b001-6fa4fbf5d7c8 None None] Set router 5d24de2a-b1f7-406e-af66-35a2be1c94d8 gateway port host: dv-cinder-795785-1-smb {{(pid=98190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:46:28.657395 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-c100922f-94ec-43ea-9fd2-e9cc226bad57 req-c64f1d1f-c8cb-421a-b642-f231be59ed72 service neutron] 10.222.0.36 "GET /v2.0/networks/afb3d1e6-69a8-46b1-ad00-dfea32c79a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447558 Jun 10 14:46:28.821530 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-c100922f-94ec-43ea-9fd2-e9cc226bad57 req-f6237c9a-56c2-4b14-884b-f1a611a715ad service neutron] 10.222.0.36 "GET /v2.0/networks/afb3d1e6-69a8-46b1-ad00-dfea32c79a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544664 Jun 10 14:46:28.954895 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_hamode_db [None req-32defc42-f3ec-4eab-b001-6fa4fbf5d7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d24de2a-b1f7-406e-af66-35a2be1c94d8', 'name': 'tempest-TestMinimumBasicScenario-1583580859-router', 'tenant_id': '3065c91b66384aefa642d766c49e32b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'external_fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.148'}], 'enable_snat': True}, 'gw_port_id': 'e9c950d1-060e-4d91-a5fe-3fd1a8bfd743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:43:11Z', 'updated_at': '2021-06-10T14:43:20Z', 'revision_number': 4, 'project_id': '3065c91b66384aefa642d766c49e32b2', 'gw_port': {'id': 'e9c950d1-060e-4d91-a5fe-3fd1a8bfd743', 'name': '', 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d24de2a-b1f7-406e-af66-35a2be1c94d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:43:13Z', 'updated_at': '2021-06-10T14:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-smb', '_interfaces': [{'id': '1230d2fe-d446-44a7-81d2-422d2721d420', 'name': '', 'network_id': 'afb3d1e6-69a8-46b1-ad00-dfea32c79a7b', 'tenant_id': '3065c91b66384aefa642d766c49e32b2', 'mac_address': 'fa:16:3e:95:cb:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d24de2a-b1f7-406e-af66-35a2be1c94d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': '608c40fd-af24-4c4d-b8ac-392ee5ac2abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:43:19Z', 'updated_at': '2021-06-10T14:43:30Z', 'revision_number': 5, 'project_id': '3065c91b66384aefa642d766c49e32b2', 'subnets': [{'id': '608c40fd-af24-4c4d-b8ac-392ee5ac2abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-1-smb', False) {} {{(pid=98190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:46:28.959348 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32defc42-f3ec-4eab-b001-6fa4fbf5d7c8 None None] The sync data for ids ['5d24de2a-b1f7-406e-af66-35a2be1c94d8'] in dv-cinder-795785-1-smb is: [{'id': '5d24de2a-b1f7-406e-af66-35a2be1c94d8', 'name': 'tempest-TestMinimumBasicScenario-1583580859-router', 'tenant_id': '3065c91b66384aefa642d766c49e32b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'external_fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.148'}], 'enable_snat': True}, 'gw_port_id': 'e9c950d1-060e-4d91-a5fe-3fd1a8bfd743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:43:11Z', 'updated_at': '2021-06-10T14:43:20Z', 'revision_number': 4, 'project_id': '3065c91b66384aefa642d766c49e32b2', 'gw_port': {'id': 'e9c950d1-060e-4d91-a5fe-3fd1a8bfd743', 'name': '', 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d24de2a-b1f7-406e-af66-35a2be1c94d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:43:13Z', 'updated_at': '2021-06-10T14:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-smb', '_interfaces': [{'id': '1230d2fe-d446-44a7-81d2-422d2721d420', 'name': '', 'network_id': 'afb3d1e6-69a8-46b1-ad00-dfea32c79a7b', 'tenant_id': '3065c91b66384aefa642d766c49e32b2', 'mac_address': 'fa:16:3e:95:cb:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d24de2a-b1f7-406e-af66-35a2be1c94d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': '608c40fd-af24-4c4d-b8ac-392ee5ac2abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:43:19Z', 'updated_at': '2021-06-10T14:43:30Z', 'revision_number': 5, 'project_id': '3065c91b66384aefa642d766c49e32b2', 'subnets': [{'id': '608c40fd-af24-4c4d-b8ac-392ee5ac2abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 14:46:29.241040 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9510bd-7ce1-428d-9e9c-4c5751acd4de None None] New status for floating IP 2bf4a6bb-cdcf-42e4-9aba-05d01adc823f: DOWN {{(pid=98191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 14:46:29.694434 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed67d015-103f-428c-a1b8-db800d568c30 req-31486ccb-1094-44e9-8368-d8b02c9b8ab7 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:29.697279 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-ed67d015-103f-428c-a1b8-db800d568c30 req-31486ccb-1094-44e9-8368-d8b02c9b8ab7 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=3655874a-9405-4fda-8926-42ec42a459f1 HTTP/1.1" status: 200 len: 946 time: 0.0934861 Jun 10 14:46:29.752933 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-ed67d015-103f-428c-a1b8-db800d568c30 req-eccc2844-1db0-4083-b800-6cdab6f0aaa4 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?id=02183f53-14bc-47e9-9b7c-8c98d5e547da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492189 Jun 10 14:46:29.965142 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab57c8b-750c-4c89-9416-328d7b43311c req-a7768427-be2a-4fce-a409-fdb47afb796c tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:29.967021 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-dab57c8b-750c-4c89-9416-328d7b43311c req-a7768427-be2a-4fce-a409-fdb47afb796c tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=3655874a-9405-4fda-8926-42ec42a459f1 HTTP/1.1" status: 200 len: 946 time: 0.0762606 Jun 10 14:46:29.977080 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 38798) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:46:29.981866 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.v2.base [None req-104d6883-b380-4cd0-9568-6234f332f85f tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Request body: {'floatingip': {'port_id': 'a24ec7fe-ac06-4667-b1cc-ccdb40aacd74'}} {{(pid=98188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:46:30.044414 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-104d6883-b380-4cd0-9568-6234f332f85f tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Notify callbacks [] for floatingip, before_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:30.766424 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-104d6883-b380-4cd0-9568-6234f332f85f tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:30.771497 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-104d6883-b380-4cd0-9568-6234f332f85f tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726016'] for floatingip, after_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:30.850118 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 38808) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:46:30.952577 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e7d4a92-1aba-40b7-b767-5e525429ea4e admin admin] Deleting subnet 36f8e516-da16-44e5-9c96-d90406d3d3b4 {{(pid=98189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 14:46:30.959029 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-0e7d4a92-1aba-40b7-b767-5e525429ea4e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:31.023154 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-0e7d4a92-1aba-40b7-b767-5e525429ea4e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10153154'] for subnet, precommit_delete_associations {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:31.090543 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-0e7d4a92-1aba-40b7-b767-5e525429ea4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32873560'] for subnet, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:31.200349 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-0e7d4a92-1aba-40b7-b767-5e525429ea4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32873539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9991319'] for subnet, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:31.202742 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-c47b5b91-cdd0-49e2-9101-8123286e4d16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:46:31.247057 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.db.l3_db [None req-104d6883-b380-4cd0-9568-6234f332f85f tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Floating IP 1dd5e7b7-572e-4055-b1ea-f2148a66daac associated. External IP: 172.28.0.134, port: a24ec7fe-ac06-4667-b1cc-ccdb40aacd74. Jun 10 14:46:31.531478 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9534492-0557-4fba-bd7d-a8d082326b89 req-8ca4cebe-ffa9-40cd-bbbe-e8ebf98a887a tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:31.533318 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-e9534492-0557-4fba-bd7d-a8d082326b89 req-8ca4cebe-ffa9-40cd-bbbe-e8ebf98a887a tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] 10.222.0.38 "GET /v2.0/ports?device_id=08da0e54-02bf-450f-a643-99d1afda20e6 HTTP/1.1" status: 200 len: 945 time: 0.1229088 Jun 10 14:46:31.575879 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-0e7d4a92-1aba-40b7-b767-5e525429ea4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:31.577837 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-0e7d4a92-1aba-40b7-b767-5e525429ea4e admin admin] 10.222.0.38 "DELETE /v2.0/subnets/36f8e516-da16-44e5-9c96-d90406d3d3b4 HTTP/1.1" status: 204 len: 168 time: 0.7267113 Jun 10 14:46:31.579056 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7d4a92-1aba-40b7-b767-5e525429ea4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36f8e516-da16-44e5-9c96-d90406d3d3b4,revision_number=None']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:46:31.580948 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 38814) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:46:31.603803 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-0e7d4a92-1aba-40b7-b767-5e525429ea4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:46:31.678647 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-b1f799d3-8504-45ec-a153-694daed7c26d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33045441'] for network, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:31.713650 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-e9534492-0557-4fba-bd7d-a8d082326b89 req-41aaed8d-9a61-48bb-8348-31032c3c820d tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d95f537-c1aa-4142-b4e6-2a04b8dd3a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146295 Jun 10 14:46:31.766925 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-104d6883-b380-4cd0-9568-6234f332f85f tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Router 4e97ab8d-2f28-4933-bf41-5afaa169fe52 has already been hosted by L3 agent e92f4ea4-4278-4a3e-8ba4-23ff1581fd94 {{(pid=98188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 14:46:31.811767 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-b1f799d3-8504-45ec-a153-694daed7c26d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32876247', 'neutron.services.segments.db._delete_segments_for_network-8770842930095'] for network, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:31.827243 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.services.segments.db [None req-b1f799d3-8504-45ec-a153-694daed7c26d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58964550-9641-4b98-8f40-cedf0f000584']}} {{(pid=98189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:46:31.853468 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.services.segments.db [None req-b1f799d3-8504-45ec-a153-694daed7c26d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61501d67-a830-48ef-831f-f94cb25e1bdf') {'for_net_delete': True} {{(pid=98189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:46:31.854160 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.services.segments.db [None req-b1f799d3-8504-45ec-a153-694daed7c26d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61501d67-a830-48ef-831f-f94cb25e1bdf') {} {{(pid=98189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:46:31.868226 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-b1f799d3-8504-45ec-a153-694daed7c26d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770842929924', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10153179'] for segment, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:31.889037 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-b1f799d3-8504-45ec-a153-694daed7c26d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32871535'] for segment, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:31.897068 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1f799d3-8504-45ec-a153-694daed7c26d admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=98189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 14:46:31.897603 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-b1f799d3-8504-45ec-a153-694daed7c26d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32871535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10153616'] for segment, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:31.899373 dv-cinder-795785-1-smb neutron-server[98189]: Traceback (most recent call last): Jun 10 14:46:31.899373 dv-cinder-795785-1-smb neutron-server[98189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 14:46:31.899373 dv-cinder-795785-1-smb neutron-server[98189]: timer() Jun 10 14:46:31.899373 dv-cinder-795785-1-smb neutron-server[98189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 14:46:31.899373 dv-cinder-795785-1-smb neutron-server[98189]: cb(*args, **kw) Jun 10 14:46:31.899373 dv-cinder-795785-1-smb neutron-server[98189]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 14:46:31.899373 dv-cinder-795785-1-smb neutron-server[98189]: return func(*args, **kwargs) Jun 10 14:46:31.899373 dv-cinder-795785-1-smb neutron-server[98189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 14:46:31.899373 dv-cinder-795785-1-smb neutron-server[98189]: self._notify() Jun 10 14:46:31.899373 dv-cinder-795785-1-smb neutron-server[98189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 14:46:31.899373 dv-cinder-795785-1-smb neutron-server[98189]: self.callback(batched_events) Jun 10 14:46:31.899373 dv-cinder-795785-1-smb neutron-server[98189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 14:46:31.899373 dv-cinder-795785-1-smb neutron-server[98189]: event.method(event) Jun 10 14:46:31.899373 dv-cinder-795785-1-smb neutron-server[98189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 14:46:31.899373 dv-cinder-795785-1-smb neutron-server[98189]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 14:46:31.899373 dv-cinder-795785-1-smb neutron-server[98189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 14:46:31.899373 dv-cinder-795785-1-smb neutron-server[98189]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 14:46:31.899373 dv-cinder-795785-1-smb neutron-server[98189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 14:46:31.899373 dv-cinder-795785-1-smb neutron-server[98189]: return f(self, *a, **k) Jun 10 14:46:31.899373 dv-cinder-795785-1-smb neutron-server[98189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 14:46:31.899373 dv-cinder-795785-1-smb neutron-server[98189]: return self._get(url).json() Jun 10 14:46:31.899373 dv-cinder-795785-1-smb neutron-server[98189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 14:46:31.899373 dv-cinder-795785-1-smb neutron-server[98189]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 14:46:31.899373 dv-cinder-795785-1-smb neutron-server[98189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 14:46:31.899373 dv-cinder-795785-1-smb neutron-server[98189]: return self.request(url, 'GET', **kwargs) Jun 10 14:46:31.899373 dv-cinder-795785-1-smb neutron-server[98189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 14:46:31.899373 dv-cinder-795785-1-smb neutron-server[98189]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 14:46:31.899373 dv-cinder-795785-1-smb neutron-server[98189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 14:46:31.899373 dv-cinder-795785-1-smb neutron-server[98189]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 14:46:31.899373 dv-cinder-795785-1-smb neutron-server[98189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 14:46:31.899373 dv-cinder-795785-1-smb neutron-server[98189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 14:46:31.899373 dv-cinder-795785-1-smb neutron-server[98189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 14:46:31.933367 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-104d6883-b380-4cd0-9568-6234f332f85f tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Notify agent at l3_agent.dv-cinder-795785-1-smb the message routers_updated {{(pid=98188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 14:46:31.939205 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-104d6883-b380-4cd0-9568-6234f332f85f tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32075'] for floatingip, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:31.946068 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a459bee-99d1-444f-938d-3947b47f64b4 None None] Sync routers for ids ['4e97ab8d-2f28-4933-bf41-5afaa169fe52'] in dv-cinder-795785-1-smb {{(pid=98190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 14:46:31.963633 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a459bee-99d1-444f-938d-3947b47f64b4 None None] Routers {'4e97ab8d-2f28-4933-bf41-5afaa169fe52'} bound to L3 agent in host dv-cinder-795785-1-smb {{(pid=98190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:46:31.964412 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_hamode_db [None req-7a459bee-99d1-444f-938d-3947b47f64b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T14:34:42Z,description=,heartbeat_timestamp=2021-06-10T14:46:12Z,host='dv-cinder-795785-1-smb',id=e92f4ea4-4278-4a3e-8ba4-23ff1581fd94,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:42Z,topic='l3_agent')) {'router_ids': ['4e97ab8d-2f28-4933-bf41-5afaa169fe52'], 'active': True} {{(pid=98190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:46:31.986810 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-b1f799d3-8504-45ec-a153-694daed7c26d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32876254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726027'] for network, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:31.991630 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:46:32.011468 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-b1f799d3-8504-45ec-a153-694daed7c26d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545536'] for network, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:32.013414 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-b1f799d3-8504-45ec-a153-694daed7c26d admin admin] 10.222.0.38 "DELETE /v2.0/networks/58964550-9641-4b98-8f40-cedf0f000584 HTTP/1.1" status: 204 len: 168 time: 0.4315457 Jun 10 14:46:32.014611 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f799d3-8504-45ec-a153-694daed7c26d admin admin] Pushing event deleted for resources: {'Network': ['ID=58964550-9641-4b98-8f40-cedf0f000584,revision_number=None']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:46:32.017394 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-b1f799d3-8504-45ec-a153-694daed7c26d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:46:32.024462 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-104d6883-b380-4cd0-9568-6234f332f85f tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "PUT /v2.0/floatingips/1dd5e7b7-572e-4055-b1ea-f2148a66daac HTTP/1.1" status: 200 len: 992 time: 2.0462277 Jun 10 14:46:32.025132 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3655874a-9405-4fda-8926-42ec42a459f1', 'tag': 'a24ec7fe-ac06-4667-b1cc-ccdb40aacd74'}] {{(pid=98188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:46:32.038846 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f0fe7ff9a18056505f9f26f34e6288f69420e23a9758a676b79d6915a840c7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd204486-19cd-4dce-bdcb-d3b8bc9b1b96" -d '{"events": [{"name": "network-changed", "server_uuid": "3655874a-9405-4fda-8926-42ec42a459f1", "tag": "a24ec7fe-ac06-4667-b1cc-ccdb40aacd74"}]}' {{(pid=98188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:46:32.110650 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 14:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49028731-662d-47ea-b664-0c546c1f8ed0 x-openstack-request-id: req-49028731-662d-47ea-b664-0c546c1f8ed0 {{(pid=98188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:46:32.110969 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3655874a-9405-4fda-8926-42ec42a459f1", "tag": "a24ec7fe-ac06-4667-b1cc-ccdb40aacd74", "status": "completed", "code": 200}]} {{(pid=98188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:46:32.111252 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-49028731-662d-47ea-b664-0c546c1f8ed0 {{(pid=98188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:46:32.111729 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3655874a-9405-4fda-8926-42ec42a459f1', 'tag': 'a24ec7fe-ac06-4667-b1cc-ccdb40aacd74', 'status': 'completed', 'code': 200} Jun 10 14:46:32.255187 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_dvr_db [None req-7a459bee-99d1-444f-938d-3947b47f64b4 None None] Set router 4e97ab8d-2f28-4933-bf41-5afaa169fe52 gateway port host: dv-cinder-795785-1-smb {{(pid=98190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:46:32.268572 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd204486-19cd-4dce-bdcb-d3b8bc9b1b96 req-466db438-32d6-4c8b-b96b-fecab3867a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:32.270889 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-fd204486-19cd-4dce-bdcb-d3b8bc9b1b96 req-466db438-32d6-4c8b-b96b-fecab3867a20 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5bcb8fb4303e43e69f7032747c4983b8&device_id=3655874a-9405-4fda-8926-42ec42a459f1 HTTP/1.1" status: 200 len: 1099 time: 0.1281283 Jun 10 14:46:32.300266 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 38822) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:46:32.365071 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-c1b5d1cc-4ee5-42b7-ba04-17bc2d8336d4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=dfd878f040a749b69cad3b7e3238a4cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0615270 Jun 10 14:46:32.367435 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 38824) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:46:32.464844 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd204486-19cd-4dce-bdcb-d3b8bc9b1b96 req-f607ccbc-5c8a-4530-999f-fa7416949c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:32.466994 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-fd204486-19cd-4dce-bdcb-d3b8bc9b1b96 req-f607ccbc-5c8a-4530-999f-fa7416949c23 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c57efc93-51ff-4248-b65b-e26a6d17993d HTTP/1.1" status: 200 len: 918 time: 0.1893213 Jun 10 14:46:32.503597 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-704936ff-2745-466c-9661-95e2d2f8975d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:32.540981 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-704936ff-2745-466c-9661-95e2d2f8975d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:32.614715 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-fd204486-19cd-4dce-bdcb-d3b8bc9b1b96 req-7c874628-daf9-40d7-b45c-50c73fa9ba18 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a24ec7fe-ac06-4667-b1cc-ccdb40aacd74 HTTP/1.1" status: 200 len: 1000 time: 0.1358411 Jun 10 14:46:32.621485 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-704936ff-2745-466c-9661-95e2d2f8975d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:32.626278 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-704936ff-2745-466c-9661-95e2d2f8975d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:32.647327 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-704936ff-2745-466c-9661-95e2d2f8975d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9c469717-5727-4cf6-9ce5-607887173839 HTTP/1.1" status: 204 len: 168 time: 0.2662942 Jun 10 14:46:32.648980 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-e82499c9-a742-4a08-a6b8-b5d49a039437 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:46:32.674634 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704936ff-2745-466c-9661-95e2d2f8975d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c469717-5727-4cf6-9ce5-607887173839,revision_number=None']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:46:32.701665 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704936ff-2745-466c-9661-95e2d2f8975d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:46:32.704197 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704936ff-2745-466c-9661-95e2d2f8975d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:46:32.704901 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704936ff-2745-466c-9661-95e2d2f8975d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:46:32.707116 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704936ff-2745-466c-9661-95e2d2f8975d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:46:32.707881 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704936ff-2745-466c-9661-95e2d2f8975d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:46:32.711243 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704936ff-2745-466c-9661-95e2d2f8975d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:46:32.712095 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704936ff-2745-466c-9661-95e2d2f8975d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:46:32.713170 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704936ff-2745-466c-9661-95e2d2f8975d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:46:32.713892 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704936ff-2745-466c-9661-95e2d2f8975d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:46:32.717136 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704936ff-2745-466c-9661-95e2d2f8975d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:46:32.718206 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704936ff-2745-466c-9661-95e2d2f8975d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:46:32.719742 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704936ff-2745-466c-9661-95e2d2f8975d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:46:32.721541 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd204486-19cd-4dce-bdcb-d3b8bc9b1b96 req-9b009e45-fc10-4484-ba58-130f7133e10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:32.723641 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-fd204486-19cd-4dce-bdcb-d3b8bc9b1b96 req-9b009e45-fc10-4484-ba58-130f7133e10e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3eeef57d-bb05-42dc-8725-b618d4269135 HTTP/1.1" status: 200 len: 856 time: 0.1020758 Jun 10 14:46:32.733835 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-704936ff-2745-466c-9661-95e2d2f8975d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:46:32.889136 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd204486-19cd-4dce-bdcb-d3b8bc9b1b96 req-8177065d-df19-46ec-a632-240f85dee79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:32.893357 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-fd204486-19cd-4dce-bdcb-d3b8bc9b1b96 req-8177065d-df19-46ec-a632-240f85dee79d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c57efc93-51ff-4248-b65b-e26a6d17993d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1624007 Jun 10 14:46:32.928668 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_hamode_db [None req-7a459bee-99d1-444f-938d-3947b47f64b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e97ab8d-2f28-4933-bf41-5afaa169fe52', 'name': 'tempest-AttachVolumeShelveTestJSON-1645727677-router', 'tenant_id': '5bcb8fb4303e43e69f7032747c4983b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'external_fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.220'}], 'enable_snat': True}, 'gw_port_id': '4d8b6cc4-d9aa-4338-8930-c2e4ec56306c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:42:17Z', 'updated_at': '2021-06-10T14:42:29Z', 'revision_number': 4, 'project_id': '5bcb8fb4303e43e69f7032747c4983b8', 'gw_port': {'id': '4d8b6cc4-d9aa-4338-8930-c2e4ec56306c', 'name': '', 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:62:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e97ab8d-2f28-4933-bf41-5afaa169fe52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:18Z', 'updated_at': '2021-06-10T14:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-smb', '_floatingips': [{'id': '1dd5e7b7-572e-4055-b1ea-f2148a66daac', 'tenant_id': '5bcb8fb4303e43e69f7032747c4983b8', 'floating_ip_address': '172.28.0.134', 'floating_network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'router_id': '4e97ab8d-2f28-4933-bf41-5afaa169fe52', 'port_id': 'a24ec7fe-ac06-4667-b1cc-ccdb40aacd74', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c57efc93-51ff-4248-b65b-e26a6d17993d', 'mac_address': 'fa:16:3e:8f:47:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3655874a-9405-4fda-8926-42ec42a459f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T14:46:18Z', 'updated_at': '2021-06-10T14:46:30Z', 'revision_number': 1, 'project_id': '5bcb8fb4303e43e69f7032747c4983b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '463e2c47-a6ba-436b-9622-52bd7c17b667', 'name': '', 'network_id': 'c57efc93-51ff-4248-b65b-e26a6d17993d', 'tenant_id': '5bcb8fb4303e43e69f7032747c4983b8', 'mac_address': 'fa:16:3e:1b:86:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e97ab8d-2f28-4933-bf41-5afaa169fe52', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3eeef57d-bb05-42dc-8725-b618d4269135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:25Z', 'updated_at': '2021-06-10T14:42:42Z', 'revision_number': 5, 'project_id': '5bcb8fb4303e43e69f7032747c4983b8', 'subnets': [{'id': '3eeef57d-bb05-42dc-8725-b618d4269135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-1-smb', False) {} {{(pid=98190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:46:32.933570 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a459bee-99d1-444f-938d-3947b47f64b4 None None] Checking router: 4e97ab8d-2f28-4933-bf41-5afaa169fe52 for host: dv-cinder-795785-1-smb {{(pid=98190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 14:46:32.947718 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a459bee-99d1-444f-938d-3947b47f64b4 None None] Routers {'4e97ab8d-2f28-4933-bf41-5afaa169fe52'} bound to L3 agent in host dv-cinder-795785-1-smb {{(pid=98190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:46:32.952227 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_hamode_db [None req-7a459bee-99d1-444f-938d-3947b47f64b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T14:34:42Z,description=,heartbeat_timestamp=2021-06-10T14:46:12Z,host='dv-cinder-795785-1-smb',id=e92f4ea4-4278-4a3e-8ba4-23ff1581fd94,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:42Z,topic='l3_agent')) {'router_ids': ['4e97ab8d-2f28-4933-bf41-5afaa169fe52'], 'active': True} {{(pid=98190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:46:33.105213 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-fd204486-19cd-4dce-bdcb-d3b8bc9b1b96 req-bb08a4d7-3295-411a-9283-d00bea33aeba service neutron] 10.222.0.36 "GET /v2.0/networks/c57efc93-51ff-4248-b65b-e26a6d17993d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036595 Jun 10 14:46:33.119090 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bb3a7f-d7b3-4757-8450-15804d0236b4 req-72c17e58-fd0e-4a00-8490-e196100775ad tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:33.123988 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-37bb3a7f-d7b3-4757-8450-15804d0236b4 req-72c17e58-fd0e-4a00-8490-e196100775ad tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] 10.222.0.38 "GET /v2.0/ports?device_id=08da0e54-02bf-450f-a643-99d1afda20e6 HTTP/1.1" status: 200 len: 945 time: 0.1663611 Jun 10 14:46:33.191560 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-37bb3a7f-d7b3-4757-8450-15804d0236b4 req-f4ca5b66-ba6c-41e3-83f5-fb951bfac43b tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d95f537-c1aa-4142-b4e6-2a04b8dd3a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664842 Jun 10 14:46:33.223581 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_dvr_db [None req-7a459bee-99d1-444f-938d-3947b47f64b4 None None] Set router 4e97ab8d-2f28-4933-bf41-5afaa169fe52 gateway port host: dv-cinder-795785-1-smb {{(pid=98190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:46:33.355470 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-fd204486-19cd-4dce-bdcb-d3b8bc9b1b96 req-10b8cd70-a878-43b1-810c-5cf48983c2b1 service neutron] 10.222.0.36 "GET /v2.0/networks/c57efc93-51ff-4248-b65b-e26a6d17993d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411230 Jun 10 14:46:33.467305 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c2336-8360-440b-b500-68eaf74ba132 req-707780dc-e8f7-4efe-8b75-d559db7611c9 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:33.469024 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-8e6c2336-8360-440b-b500-68eaf74ba132 req-707780dc-e8f7-4efe-8b75-d559db7611c9 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] 10.222.0.36 "GET /v2.0/ports?device_id=08da0e54-02bf-450f-a643-99d1afda20e6 HTTP/1.1" status: 200 len: 945 time: 0.1167908 Jun 10 14:46:33.621283 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.plugin [req-8e6c2336-8360-440b-b500-68eaf74ba132 req-0a5d8673-3416-4234-b16b-74af3858afa0 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Deleting port 981d0ec0-2074-445b-922b-e1b3ce97db2e {{(pid=98188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 14:46:33.622107 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-8e6c2336-8360-440b-b500-68eaf74ba132 req-0a5d8673-3416-4234-b16b-74af3858afa0 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770842860575'] for port, before_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:33.803185 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.db [req-8e6c2336-8360-440b-b500-68eaf74ba132 req-0a5d8673-3416-4234-b16b-74af3858afa0 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] For port 981d0ec0-2074-445b-922b-e1b3ce97db2e, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=981d0ec0-2074-445b-922b-e1b3ce97db2e,segment=NetworkSegment(5a31d746-9e5d-46e8-b021-750c831f5d0c),segment_id=5a31d746-9e5d-46e8-b021-750c831f5d0c)] {{(pid=98188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:46:33.803567 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-8e6c2336-8360-440b-b500-68eaf74ba132 req-0a5d8673-3416-4234-b16b-74af3858afa0 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725918'] for port, precommit_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:33.813063 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_hamode_db [None req-7a459bee-99d1-444f-938d-3947b47f64b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e97ab8d-2f28-4933-bf41-5afaa169fe52', 'name': 'tempest-AttachVolumeShelveTestJSON-1645727677-router', 'tenant_id': '5bcb8fb4303e43e69f7032747c4983b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'external_fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.220'}], 'enable_snat': True}, 'gw_port_id': '4d8b6cc4-d9aa-4338-8930-c2e4ec56306c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:42:17Z', 'updated_at': '2021-06-10T14:42:29Z', 'revision_number': 4, 'project_id': '5bcb8fb4303e43e69f7032747c4983b8', 'gw_port': {'id': '4d8b6cc4-d9aa-4338-8930-c2e4ec56306c', 'name': '', 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:62:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e97ab8d-2f28-4933-bf41-5afaa169fe52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:18Z', 'updated_at': '2021-06-10T14:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-smb', '_floatingips': [{'id': '1dd5e7b7-572e-4055-b1ea-f2148a66daac', 'tenant_id': '5bcb8fb4303e43e69f7032747c4983b8', 'floating_ip_address': '172.28.0.134', 'floating_network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'router_id': '4e97ab8d-2f28-4933-bf41-5afaa169fe52', 'port_id': 'a24ec7fe-ac06-4667-b1cc-ccdb40aacd74', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c57efc93-51ff-4248-b65b-e26a6d17993d', 'mac_address': 'fa:16:3e:8f:47:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3655874a-9405-4fda-8926-42ec42a459f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T14:46:18Z', 'updated_at': '2021-06-10T14:46:30Z', 'revision_number': 1, 'project_id': '5bcb8fb4303e43e69f7032747c4983b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '463e2c47-a6ba-436b-9622-52bd7c17b667', 'name': '', 'network_id': 'c57efc93-51ff-4248-b65b-e26a6d17993d', 'tenant_id': '5bcb8fb4303e43e69f7032747c4983b8', 'mac_address': 'fa:16:3e:1b:86:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e97ab8d-2f28-4933-bf41-5afaa169fe52', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3eeef57d-bb05-42dc-8725-b618d4269135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:25Z', 'updated_at': '2021-06-10T14:42:42Z', 'revision_number': 5, 'project_id': '5bcb8fb4303e43e69f7032747c4983b8', 'subnets': [{'id': '3eeef57d-bb05-42dc-8725-b618d4269135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-1-smb', False) {} {{(pid=98190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:46:33.816791 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a459bee-99d1-444f-938d-3947b47f64b4 None None] The sync data for ids ['4e97ab8d-2f28-4933-bf41-5afaa169fe52'] in dv-cinder-795785-1-smb is: [{'id': '4e97ab8d-2f28-4933-bf41-5afaa169fe52', 'name': 'tempest-AttachVolumeShelveTestJSON-1645727677-router', 'tenant_id': '5bcb8fb4303e43e69f7032747c4983b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'external_fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.220'}], 'enable_snat': True}, 'gw_port_id': '4d8b6cc4-d9aa-4338-8930-c2e4ec56306c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:42:17Z', 'updated_at': '2021-06-10T14:42:29Z', 'revision_number': 4, 'project_id': '5bcb8fb4303e43e69f7032747c4983b8', 'gw_port': {'id': '4d8b6cc4-d9aa-4338-8930-c2e4ec56306c', 'name': '', 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:62:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e97ab8d-2f28-4933-bf41-5afaa169fe52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:18Z', 'updated_at': '2021-06-10T14:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-smb', '_floatingips': [{'id': '1dd5e7b7-572e-4055-b1ea-f2148a66daac', 'tenant_id': '5bcb8fb4303e43e69f7032747c4983b8', 'floating_ip_address': '172.28.0.134', 'floating_network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'router_id': '4e97ab8d-2f28-4933-bf41-5afaa169fe52', 'port_id': 'a24ec7fe-ac06-4667-b1cc-ccdb40aacd74', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c57efc93-51ff-4248-b65b-e26a6d17993d', 'mac_address': 'fa:16:3e:8f:47:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3655874a-9405-4fda-8926-42ec42a459f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T14:46:18Z', 'updated_at': '2021-06-10T14:46:30Z', 'revision_number': 1, 'project_id': '5bcb8fb4303e43e69f7032747c4983b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '463e2c47-a6ba-436b-9622-52bd7c17b667', 'name': '', 'network_id': 'c57efc93-51ff-4248-b65b-e26a6d17993d', 'tenant_id': '5bcb8fb4303e43e69f7032747c4983b8', 'mac_address': 'fa:16:3e:1b:86:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e97ab8d-2f28-4933-bf41-5afaa169fe52', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3eeef57d-bb05-42dc-8725-b618d4269135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:25Z', 'updated_at': '2021-06-10T14:42:42Z', 'revision_number': 5, 'project_id': '5bcb8fb4303e43e69f7032747c4983b8', 'subnets': [{'id': '3eeef57d-bb05-42dc-8725-b618d4269135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 14:46:33.934181 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.plugin [req-8e6c2336-8360-440b-b500-68eaf74ba132 req-0a5d8673-3416-4234-b16b-74af3858afa0 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Calling delete_port for 981d0ec0-2074-445b-922b-e1b3ce97db2e owned by compute:nova {{(pid=98188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 14:46:34.148343 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-8e6c2336-8360-440b-b500-68eaf74ba132 req-0a5d8673-3416-4234-b16b-74af3858afa0 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770842865987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770842374669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4122288'] for port, after_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:34.157357 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-86b8abf1-f0ea-4471-ab96-52f45d758643 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:46:34.165566 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] get_ports_and_sgs() called for port_ids ['981d0ec0-2074-445b-922b-e1b3ce97db2e'] {{(pid=98190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 14:46:34.175892 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242819bb-87a3-4d4c-8883-f9590855f86c None None] New status for floating IP 1dd5e7b7-572e-4055-b1ea-f2148a66daac: ACTIVE {{(pid=98191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 14:46:34.201446 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5d8673-3416-4234-b16b-74af3858afa0 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Pushing event deleted for resources: {'Port': ['ID=981d0ec0-2074-445b-922b-e1b3ce97db2e,revision_number=None']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:46:34.205557 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-0a5d8673-3416-4234-b16b-74af3858afa0 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:46:34.373472 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e6c2336-8360-440b-b500-68eaf74ba132 req-0a5d8673-3416-4234-b16b-74af3858afa0 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] No DVR routers for this DVR port 981d0ec0-2074-445b-922b-e1b3ce97db2e on host hv-cinder-79578 {{(pid=98188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 14:46:34.383541 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-8e6c2336-8360-440b-b500-68eaf74ba132 req-0a5d8673-3416-4234-b16b-74af3858afa0 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32075'] for port, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:34.385938 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-8e6c2336-8360-440b-b500-68eaf74ba132 req-0a5d8673-3416-4234-b16b-74af3858afa0 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] 10.222.0.36 "DELETE /v2.0/ports/981d0ec0-2074-445b-922b-e1b3ce97db2e HTTP/1.1" status: 204 len: 173 time: 0.9099450 Jun 10 14:46:34.387205 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08da0e54-02bf-450f-a643-99d1afda20e6', 'name': 'network-vif-deleted', 'tag': '981d0ec0-2074-445b-922b-e1b3ce97db2e'}] {{(pid=98188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:46:34.397383 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f0fe7ff9a18056505f9f26f34e6288f69420e23a9758a676b79d6915a840c7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eae8b46-44f3-4722-bd8a-5f75e8347e2f" -d '{"events": [{"server_uuid": "08da0e54-02bf-450f-a643-99d1afda20e6", "name": "network-vif-deleted", "tag": "981d0ec0-2074-445b-922b-e1b3ce97db2e"}]}' {{(pid=98188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:46:34.501141 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-31c1ed28-117c-4d1a-81f9-92bbe425f868 req-9a9dc89a-0d93-4b7e-b373-14cdf2403272 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] 10.222.0.38 "GET /v2.0/ports?device_id=08da0e54-02bf-450f-a643-99d1afda20e6 HTTP/1.1" status: 200 len: 210 time: 0.1013615 Jun 10 14:46:34.506187 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 14:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6076c4ee-3e8e-43fe-abe9-2e303776cd66 x-openstack-request-id: req-6076c4ee-3e8e-43fe-abe9-2e303776cd66 {{(pid=98188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:46:34.506514 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08da0e54-02bf-450f-a643-99d1afda20e6", "name": "network-vif-deleted", "tag": "981d0ec0-2074-445b-922b-e1b3ce97db2e", "status": "completed", "code": 200}]} {{(pid=98188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:46:34.506799 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6076c4ee-3e8e-43fe-abe9-2e303776cd66 {{(pid=98188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:46:34.507230 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08da0e54-02bf-450f-a643-99d1afda20e6', 'name': 'network-vif-deleted', 'tag': '981d0ec0-2074-445b-922b-e1b3ce97db2e', 'status': 'completed', 'code': 200} Jun 10 14:46:37.049157 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Device 981d0ec0-2074-445b-922b-e1b3ce97db2e no longer exists at agent hyperv_hv-cinder-79578 {{(pid=98190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 14:46:37.074294 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.plugin [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] No Port match for: 981d0ec0-2074-445b-922b-e1b3ce97db2e {{(pid=98190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 14:46:37.074647 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Device 981d0ec0-2074-445b-922b-e1b3ce97db2e not bound to the agent host hv-cinder-79578 {{(pid=98190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 14:46:37.472794 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 38940) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:46:37.561713 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:38.066859 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-fa4812a3-cffe-465d-b2dd-d79ea8960598 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-722853'] for router_interface, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:38.444465 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.plugin [None req-fa4812a3-cffe-465d-b2dd-d79ea8960598 admin admin] Deleting port 1230d2fe-d446-44a7-81d2-422d2721d420 {{(pid=98189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 14:46:38.444969 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-fa4812a3-cffe-465d-b2dd-d79ea8960598 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770842860575'] for port, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:38.578936 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.db [None req-fa4812a3-cffe-465d-b2dd-d79ea8960598 admin admin] For port 1230d2fe-d446-44a7-81d2-422d2721d420, host dv-cinder-795785-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-smb',level=0,port_id=1230d2fe-d446-44a7-81d2-422d2721d420,segment=NetworkSegment(5a31d746-9e5d-46e8-b021-750c831f5d0c),segment_id=5a31d746-9e5d-46e8-b021-750c831f5d0c)] {{(pid=98189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:46:38.579641 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-fa4812a3-cffe-465d-b2dd-d79ea8960598 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725918'] for port, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:38.704443 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.plugin [None req-fa4812a3-cffe-465d-b2dd-d79ea8960598 admin admin] Calling delete_port for 1230d2fe-d446-44a7-81d2-422d2721d420 owned by network:router_interface {{(pid=98189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 14:46:38.937586 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-fa4812a3-cffe-465d-b2dd-d79ea8960598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770842865987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770842374669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10153669'] for port, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:38.942209 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:46:38.975357 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4812a3-cffe-465d-b2dd-d79ea8960598 admin admin] Pushing event deleted for resources: {'Port': ['ID=1230d2fe-d446-44a7-81d2-422d2721d420,revision_number=None']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:46:39.009613 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4812a3-cffe-465d-b2dd-d79ea8960598 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:46:39.010009 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4812a3-cffe-465d-b2dd-d79ea8960598 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:46:39.010363 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4812a3-cffe-465d-b2dd-d79ea8960598 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:46:39.010728 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4812a3-cffe-465d-b2dd-d79ea8960598 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:46:39.011077 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4812a3-cffe-465d-b2dd-d79ea8960598 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:46:39.011438 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4812a3-cffe-465d-b2dd-d79ea8960598 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:46:39.011792 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4812a3-cffe-465d-b2dd-d79ea8960598 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:46:39.012146 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4812a3-cffe-465d-b2dd-d79ea8960598 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:46:39.012579 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4812a3-cffe-465d-b2dd-d79ea8960598 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:46:39.012867 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4812a3-cffe-465d-b2dd-d79ea8960598 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:46:39.013219 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4812a3-cffe-465d-b2dd-d79ea8960598 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:46:39.013566 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4812a3-cffe-465d-b2dd-d79ea8960598 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:46:39.044955 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-fa4812a3-cffe-465d-b2dd-d79ea8960598 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:46:39.258212 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-fa4812a3-cffe-465d-b2dd-d79ea8960598 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721973'] for router_interface, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:39.597573 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-bfd1ef0e-82b2-4d68-9bf0-fe6dcfc7b483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:39.972056 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa4812a3-cffe-465d-b2dd-d79ea8960598 admin admin] Router 5d24de2a-b1f7-406e-af66-35a2be1c94d8 has already been hosted by L3 agent e92f4ea4-4278-4a3e-8ba4-23ff1581fd94 {{(pid=98189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 14:46:40.207322 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa4812a3-cffe-465d-b2dd-d79ea8960598 admin admin] Notify agent at l3_agent.dv-cinder-795785-1-smb the message routers_updated {{(pid=98189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 14:46:40.216950 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade12a34-e7d8-4bce-9e00-2876eb7ac7a5 None None] Sync routers for ids ['5d24de2a-b1f7-406e-af66-35a2be1c94d8'] in dv-cinder-795785-1-smb {{(pid=98190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 14:46:40.219737 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-fa4812a3-cffe-465d-b2dd-d79ea8960598 admin admin] 10.222.0.38 "PUT /v2.0/routers/5d24de2a-b1f7-406e-af66-35a2be1c94d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7452953 Jun 10 14:46:40.222226 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 39014) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:46:40.234092 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade12a34-e7d8-4bce-9e00-2876eb7ac7a5 None None] Routers {'5d24de2a-b1f7-406e-af66-35a2be1c94d8'} bound to L3 agent in host dv-cinder-795785-1-smb {{(pid=98190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:46:40.237059 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_hamode_db [None req-ade12a34-e7d8-4bce-9e00-2876eb7ac7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T14:34:42Z,description=,heartbeat_timestamp=2021-06-10T14:46:12Z,host='dv-cinder-795785-1-smb',id=e92f4ea4-4278-4a3e-8ba4-23ff1581fd94,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:42Z,topic='l3_agent')) {'router_ids': ['5d24de2a-b1f7-406e-af66-35a2be1c94d8'], 'active': True} {{(pid=98190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:46:40.527313 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_dvr_db [None req-ade12a34-e7d8-4bce-9e00-2876eb7ac7a5 None None] Set router 5d24de2a-b1f7-406e-af66-35a2be1c94d8 gateway port host: dv-cinder-795785-1-smb {{(pid=98190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:46:40.591633 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-f116e11c-44be-484c-84cc-633cf76eb31c admin admin] Notify callbacks [] for router, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:40.820151 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-f116e11c-44be-484c-84cc-633cf76eb31c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:40.821881 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_hamode_db [None req-ade12a34-e7d8-4bce-9e00-2876eb7ac7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d24de2a-b1f7-406e-af66-35a2be1c94d8', 'name': 'tempest-TestMinimumBasicScenario-1583580859-router', 'tenant_id': '3065c91b66384aefa642d766c49e32b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'external_fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.148'}], 'enable_snat': True}, 'gw_port_id': 'e9c950d1-060e-4d91-a5fe-3fd1a8bfd743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:43:11Z', 'updated_at': '2021-06-10T14:46:38Z', 'revision_number': 5, 'project_id': '3065c91b66384aefa642d766c49e32b2', 'gw_port': {'id': 'e9c950d1-060e-4d91-a5fe-3fd1a8bfd743', 'name': '', 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d24de2a-b1f7-406e-af66-35a2be1c94d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:43:13Z', 'updated_at': '2021-06-10T14:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-smb'}], 'dv-cinder-795785-1-smb', False) {} {{(pid=98190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:46:40.827404 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade12a34-e7d8-4bce-9e00-2876eb7ac7a5 None None] Checking router: 5d24de2a-b1f7-406e-af66-35a2be1c94d8 for host: dv-cinder-795785-1-smb {{(pid=98190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 14:46:40.842552 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade12a34-e7d8-4bce-9e00-2876eb7ac7a5 None None] Routers {'5d24de2a-b1f7-406e-af66-35a2be1c94d8'} bound to L3 agent in host dv-cinder-795785-1-smb {{(pid=98190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:46:40.844269 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_hamode_db [None req-ade12a34-e7d8-4bce-9e00-2876eb7ac7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T14:34:42Z,description=,heartbeat_timestamp=2021-06-10T14:46:12Z,host='dv-cinder-795785-1-smb',id=e92f4ea4-4278-4a3e-8ba4-23ff1581fd94,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:42Z,topic='l3_agent')) {'router_ids': ['5d24de2a-b1f7-406e-af66-35a2be1c94d8'], 'active': True} {{(pid=98190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:46:40.910222 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.plugin [None req-f116e11c-44be-484c-84cc-633cf76eb31c admin admin] Deleting port e9c950d1-060e-4d91-a5fe-3fd1a8bfd743 {{(pid=98189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 14:46:40.910614 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-f116e11c-44be-484c-84cc-633cf76eb31c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770842860575'] for port, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:41.032695 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.db [None req-f116e11c-44be-484c-84cc-633cf76eb31c admin admin] For port e9c950d1-060e-4d91-a5fe-3fd1a8bfd743, host dv-cinder-795785-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-smb',level=0,port_id=e9c950d1-060e-4d91-a5fe-3fd1a8bfd743,segment=NetworkSegment(09b1f6b8-9c92-4513-844c-f3187f12106a),segment_id=09b1f6b8-9c92-4513-844c-f3187f12106a)] {{(pid=98189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:46:41.032695 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-f116e11c-44be-484c-84cc-633cf76eb31c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725918'] for port, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:41.049325 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_dvr_db [None req-ade12a34-e7d8-4bce-9e00-2876eb7ac7a5 None None] Set router 5d24de2a-b1f7-406e-af66-35a2be1c94d8 gateway port host: None {{(pid=98190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:46:41.135022 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.plugin [None req-f116e11c-44be-484c-84cc-633cf76eb31c admin admin] Calling delete_port for e9c950d1-060e-4d91-a5fe-3fd1a8bfd743 owned by network:router_gateway {{(pid=98189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 14:46:41.269527 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_hamode_db [None req-ade12a34-e7d8-4bce-9e00-2876eb7ac7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d24de2a-b1f7-406e-af66-35a2be1c94d8', 'name': 'tempest-TestMinimumBasicScenario-1583580859-router', 'tenant_id': '3065c91b66384aefa642d766c49e32b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:43:11Z', 'updated_at': '2021-06-10T14:46:40Z', 'revision_number': 6, 'project_id': '3065c91b66384aefa642d766c49e32b2', 'gw_port_host': None}], 'dv-cinder-795785-1-smb', False) {} {{(pid=98190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:46:41.275115 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade12a34-e7d8-4bce-9e00-2876eb7ac7a5 None None] The sync data for ids ['5d24de2a-b1f7-406e-af66-35a2be1c94d8'] in dv-cinder-795785-1-smb is: [{'id': '5d24de2a-b1f7-406e-af66-35a2be1c94d8', 'name': 'tempest-TestMinimumBasicScenario-1583580859-router', 'tenant_id': '3065c91b66384aefa642d766c49e32b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:43:11Z', 'updated_at': '2021-06-10T14:46:40Z', 'revision_number': 6, 'project_id': '3065c91b66384aefa642d766c49e32b2', 'gw_port_host': None}] {{(pid=98190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 14:46:41.414314 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-f116e11c-44be-484c-84cc-633cf76eb31c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770842865987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770842374669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10153669'] for port, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:41.415585 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:46:41.444903 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f116e11c-44be-484c-84cc-633cf76eb31c admin admin] Pushing event deleted for resources: {'Port': ['ID=e9c950d1-060e-4d91-a5fe-3fd1a8bfd743,revision_number=None']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:46:41.448264 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-f116e11c-44be-484c-84cc-633cf76eb31c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:46:41.538546 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-f116e11c-44be-484c-84cc-633cf76eb31c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726116'] for router_gateway, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:41.709176 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-f116e11c-44be-484c-84cc-633cf76eb31c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41762'] for router, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:41.712027 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-f116e11c-44be-484c-84cc-633cf76eb31c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:41.816262 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-f116e11c-44be-484c-84cc-633cf76eb31c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-721473'] for router, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:41.816570 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f116e11c-44be-484c-84cc-633cf76eb31c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d24de2a-b1f7-406e-af66-35a2be1c94d8 {{(pid=98189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 14:46:41.822401 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-f116e11c-44be-484c-84cc-633cf76eb31c admin admin] Notify callbacks [] for router, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:41.823658 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-f116e11c-44be-484c-84cc-633cf76eb31c admin admin] 10.222.0.38 "DELETE /v2.0/routers/5d24de2a-b1f7-406e-af66-35a2be1c94d8 HTTP/1.1" status: 204 len: 168 time: 1.6003892 Jun 10 14:46:41.826660 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 39058) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:46:41.912598 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa4f8e93-6069-422a-b4a7-df076893c2e9 admin admin] Deleting subnet 608c40fd-af24-4c4d-b8ac-392ee5ac2abd {{(pid=98189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 14:46:41.915679 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-fa4f8e93-6069-422a-b4a7-df076893c2e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:41.964080 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-fa4f8e93-6069-422a-b4a7-df076893c2e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10153154'] for subnet, precommit_delete_associations {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:42.062456 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:42.150996 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-fa4f8e93-6069-422a-b4a7-df076893c2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32873560'] for subnet, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:42.219193 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-7a94146a-89bb-44e8-932b-8c6ef5ea2d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:42.278529 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-fa4f8e93-6069-422a-b4a7-df076893c2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32873539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9991319'] for subnet, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:42.287723 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-836fabaf-d86c-4c28-a15e-f01bec0863af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:46:42.330855 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-fa4f8e93-6069-422a-b4a7-df076893c2e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:42.332795 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-fa4f8e93-6069-422a-b4a7-df076893c2e9 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/608c40fd-af24-4c4d-b8ac-392ee5ac2abd HTTP/1.1" status: 204 len: 168 time: 0.5054669 Jun 10 14:46:42.334503 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4f8e93-6069-422a-b4a7-df076893c2e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=608c40fd-af24-4c4d-b8ac-392ee5ac2abd,revision_number=None']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:46:42.336191 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 39072) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:46:42.340671 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-fa4f8e93-6069-422a-b4a7-df076893c2e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:46:42.350941 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403f3ddb-39e2-441e-98f8-93236da91220 None None] Network afb3d1e6-69a8-46b1-ad00-dfea32c79a7b requested from dv-cinder-795785-1-smb {{(pid=98190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 14:46:42.478397 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-3d033b73-3cb2-4f62-9241-5dba3768963c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33045441'] for network, before_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:42.568880 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.plugin [None req-3d033b73-3cb2-4f62-9241-5dba3768963c admin admin] Deleting port 035fdb31-7400-4fc7-92b0-6b23f9dbe942 {{(pid=98188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 14:46:42.569451 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-3d033b73-3cb2-4f62-9241-5dba3768963c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770842860575'] for port, before_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:42.690218 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.db [None req-3d033b73-3cb2-4f62-9241-5dba3768963c admin admin] For port 035fdb31-7400-4fc7-92b0-6b23f9dbe942, host dv-cinder-795785-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-smb',level=0,port_id=035fdb31-7400-4fc7-92b0-6b23f9dbe942,segment=NetworkSegment(5a31d746-9e5d-46e8-b021-750c831f5d0c),segment_id=5a31d746-9e5d-46e8-b021-750c831f5d0c)] {{(pid=98188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:46:42.690702 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-3d033b73-3cb2-4f62-9241-5dba3768963c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725918'] for port, precommit_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:42.702022 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93b38e4-5a42-4f37-83f9-70660e26bba0 None None] DHCP port deletion for afb3d1e6-69a8-46b1-ad00-dfea32c79a7b request from dv-cinder-795785-1-smb {{(pid=98190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 14:46:42.820137 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.plugin [None req-3d033b73-3cb2-4f62-9241-5dba3768963c admin admin] Calling delete_port for 035fdb31-7400-4fc7-92b0-6b23f9dbe942 owned by network:dhcp {{(pid=98188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 14:46:42.820591 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.plugin [None req-e93b38e4-5a42-4f37-83f9-70660e26bba0 None None] Deleting port 035fdb31-7400-4fc7-92b0-6b23f9dbe942 {{(pid=98190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 14:46:42.821146 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-e93b38e4-5a42-4f37-83f9-70660e26bba0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770842860575'] for port, before_delete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:42.951268 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-e93b38e4-5a42-4f37-83f9-70660e26bba0 None None] For port 035fdb31-7400-4fc7-92b0-6b23f9dbe942, host dv-cinder-795785-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-smb',level=0,port_id=035fdb31-7400-4fc7-92b0-6b23f9dbe942,segment=NetworkSegment(5a31d746-9e5d-46e8-b021-750c831f5d0c),segment_id=5a31d746-9e5d-46e8-b021-750c831f5d0c)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:46:42.951711 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-e93b38e4-5a42-4f37-83f9-70660e26bba0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725918'] for port, precommit_delete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:42.981087 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-3d033b73-3cb2-4f62-9241-5dba3768963c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770842865987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770842374669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4122288'] for port, after_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:42.988175 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-4a1f547e-ca7b-41f8-bc4d-227adbd49c1c tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:46:43.027490 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d033b73-3cb2-4f62-9241-5dba3768963c admin admin] Pushing event deleted for resources: {'Port': ['ID=035fdb31-7400-4fc7-92b0-6b23f9dbe942,revision_number=None']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:46:43.029900 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d033b73-3cb2-4f62-9241-5dba3768963c admin admin] No DVR routers for this DVR port 035fdb31-7400-4fc7-92b0-6b23f9dbe942 on host dv-cinder-795785-1-smb {{(pid=98188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 14:46:43.031645 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-3d033b73-3cb2-4f62-9241-5dba3768963c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:46:43.090182 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.plugin [None req-e93b38e4-5a42-4f37-83f9-70660e26bba0 None None] Calling delete_port for 035fdb31-7400-4fc7-92b0-6b23f9dbe942 owned by network:dhcp {{(pid=98190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 14:46:43.144021 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Device e9c950d1-060e-4d91-a5fe-3fd1a8bfd743 no longer exists at agent ovs-agent-dv-cinder-795785-1-smb {{(pid=98190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 14:46:43.170789 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-3d033b73-3cb2-4f62-9241-5dba3768963c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32876247', 'neutron.services.segments.db._delete_segments_for_network-8770842930095'] for network, precommit_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:43.186429 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.services.segments.db [None req-3d033b73-3cb2-4f62-9241-5dba3768963c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afb3d1e6-69a8-46b1-ad00-dfea32c79a7b']}} {{(pid=98188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:46:43.202843 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.services.segments.db [None req-3d033b73-3cb2-4f62-9241-5dba3768963c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a31d746-9e5d-46e8-b021-750c831f5d0c') {'for_net_delete': True} {{(pid=98188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:46:43.203148 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.services.segments.db [None req-3d033b73-3cb2-4f62-9241-5dba3768963c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a31d746-9e5d-46e8-b021-750c831f5d0c') {} {{(pid=98188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:46:43.218217 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-3d033b73-3cb2-4f62-9241-5dba3768963c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770842929924', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2286394'] for segment, before_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:43.243182 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-3d033b73-3cb2-4f62-9241-5dba3768963c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32871535'] for segment, precommit_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:43.244118 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.plugin [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] No Port match for: e9c950d1-060e-4d91-a5fe-3fd1a8bfd743 {{(pid=98190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 14:46:43.244501 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Device e9c950d1-060e-4d91-a5fe-3fd1a8bfd743 not bound to the agent host dv-cinder-795785-1-smb {{(pid=98190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 14:46:43.244974 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Device 035fdb31-7400-4fc7-92b0-6b23f9dbe942 no longer exists at agent ovs-agent-dv-cinder-795785-1-smb {{(pid=98190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 14:46:43.270082 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d033b73-3cb2-4f62-9241-5dba3768963c admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=98188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 14:46:43.270490 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-3d033b73-3cb2-4f62-9241-5dba3768963c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32871535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4122341'] for segment, after_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:43.272805 dv-cinder-795785-1-smb neutron-server[98188]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 14:46:43.272805 dv-cinder-795785-1-smb neutron-server[98188]: conditions |= (models_v2.Port.network_id.in_( Jun 10 14:46:43.272805 dv-cinder-795785-1-smb neutron-server[98188]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 14:46:43.272805 dv-cinder-795785-1-smb neutron-server[98188]: retrieve_revision_numbers = { Jun 10 14:46:43.272805 dv-cinder-795785-1-smb neutron-server[98188]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 14:46:43.272805 dv-cinder-795785-1-smb neutron-server[98188]: conditions |= (models_v2.Port.network_id.in_( Jun 10 14:46:43.272805 dv-cinder-795785-1-smb neutron-server[98188]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 14:46:43.272805 dv-cinder-795785-1-smb neutron-server[98188]: retrieve_revision_numbers = { Jun 10 14:46:43.272805 dv-cinder-795785-1-smb neutron-server[98188]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 14:46:43.272805 dv-cinder-795785-1-smb neutron-server[98188]: conditions |= (models_v2.Port.network_id.in_( Jun 10 14:46:43.272805 dv-cinder-795785-1-smb neutron-server[98188]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 14:46:43.272805 dv-cinder-795785-1-smb neutron-server[98188]: retrieve_revision_numbers = { Jun 10 14:46:43.272805 dv-cinder-795785-1-smb neutron-server[98188]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 14:46:43.272805 dv-cinder-795785-1-smb neutron-server[98188]: conditions |= (models_v2.Port.network_id.in_( Jun 10 14:46:43.272805 dv-cinder-795785-1-smb neutron-server[98188]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 14:46:43.272805 dv-cinder-795785-1-smb neutron-server[98188]: retrieve_revision_numbers = { Jun 10 14:46:43.272805 dv-cinder-795785-1-smb neutron-server[98188]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 14:46:43.272805 dv-cinder-795785-1-smb neutron-server[98188]: conditions |= (models_v2.Port.network_id.in_( Jun 10 14:46:43.272805 dv-cinder-795785-1-smb neutron-server[98188]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 14:46:43.272805 dv-cinder-795785-1-smb neutron-server[98188]: retrieve_revision_numbers = { Jun 10 14:46:43.272805 dv-cinder-795785-1-smb neutron-server[98188]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 14:46:43.272805 dv-cinder-795785-1-smb neutron-server[98188]: conditions |= (models_v2.Port.network_id.in_( Jun 10 14:46:43.272805 dv-cinder-795785-1-smb neutron-server[98188]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 14:46:43.272805 dv-cinder-795785-1-smb neutron-server[98188]: conditions |= (models_v2.Port.network_id.in_( Jun 10 14:46:43.272805 dv-cinder-795785-1-smb neutron-server[98188]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 14:46:43.272805 dv-cinder-795785-1-smb neutron-server[98188]: retrieve_revision_numbers = { Jun 10 14:46:43.272805 dv-cinder-795785-1-smb neutron-server[98188]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 14:46:43.272805 dv-cinder-795785-1-smb neutron-server[98188]: conditions |= (models_v2.Port.network_id.in_( Jun 10 14:46:43.272805 dv-cinder-795785-1-smb neutron-server[98188]: Traceback (most recent call last): Jun 10 14:46:43.272805 dv-cinder-795785-1-smb neutron-server[98188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 14:46:43.272805 dv-cinder-795785-1-smb neutron-server[98188]: timer() Jun 10 14:46:43.272805 dv-cinder-795785-1-smb neutron-server[98188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 14:46:43.272805 dv-cinder-795785-1-smb neutron-server[98188]: cb(*args, **kw) Jun 10 14:46:43.272805 dv-cinder-795785-1-smb neutron-server[98188]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 14:46:43.272805 dv-cinder-795785-1-smb neutron-server[98188]: return func(*args, **kwargs) Jun 10 14:46:43.272805 dv-cinder-795785-1-smb neutron-server[98188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 14:46:43.272805 dv-cinder-795785-1-smb neutron-server[98188]: self._notify() Jun 10 14:46:43.272805 dv-cinder-795785-1-smb neutron-server[98188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 14:46:43.272805 dv-cinder-795785-1-smb neutron-server[98188]: self.callback(batched_events) Jun 10 14:46:43.272805 dv-cinder-795785-1-smb neutron-server[98188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 14:46:43.272805 dv-cinder-795785-1-smb neutron-server[98188]: event.method(event) Jun 10 14:46:43.272805 dv-cinder-795785-1-smb neutron-server[98188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 14:46:43.272805 dv-cinder-795785-1-smb neutron-server[98188]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 14:46:43.272805 dv-cinder-795785-1-smb neutron-server[98188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 14:46:43.272805 dv-cinder-795785-1-smb neutron-server[98188]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 14:46:43.272805 dv-cinder-795785-1-smb neutron-server[98188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 14:46:43.272805 dv-cinder-795785-1-smb neutron-server[98188]: return f(self, *a, **k) Jun 10 14:46:43.272805 dv-cinder-795785-1-smb neutron-server[98188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 14:46:43.272805 dv-cinder-795785-1-smb neutron-server[98188]: return self._get(url).json() Jun 10 14:46:43.272805 dv-cinder-795785-1-smb neutron-server[98188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 14:46:43.272805 dv-cinder-795785-1-smb neutron-server[98188]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 14:46:43.272805 dv-cinder-795785-1-smb neutron-server[98188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 14:46:43.272805 dv-cinder-795785-1-smb neutron-server[98188]: return self.request(url, 'GET', **kwargs) Jun 10 14:46:43.272805 dv-cinder-795785-1-smb neutron-server[98188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 14:46:43.272805 dv-cinder-795785-1-smb neutron-server[98188]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 14:46:43.272805 dv-cinder-795785-1-smb neutron-server[98188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 14:46:43.272805 dv-cinder-795785-1-smb neutron-server[98188]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 14:46:43.272805 dv-cinder-795785-1-smb neutron-server[98188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 14:46:43.272805 dv-cinder-795785-1-smb neutron-server[98188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 14:46:43.272805 dv-cinder-795785-1-smb neutron-server[98188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 14:46:43.290633 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.plugin [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] No Port match for: 035fdb31-7400-4fc7-92b0-6b23f9dbe942 {{(pid=98190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 14:46:43.290633 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Device 035fdb31-7400-4fc7-92b0-6b23f9dbe942 not bound to the agent host dv-cinder-795785-1-smb {{(pid=98190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 14:46:43.291042 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Device 1230d2fe-d446-44a7-81d2-422d2721d420 no longer exists at agent ovs-agent-dv-cinder-795785-1-smb {{(pid=98190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 14:46:43.401627 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-e93b38e4-5a42-4f37-83f9-70660e26bba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770842865987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770842374669'] for port, after_delete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:43.409909 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:46:43.412869 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-3d033b73-3cb2-4f62-9241-5dba3768963c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32876254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726027'] for network, after_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:43.423140 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:46:43.427170 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-3d033b73-3cb2-4f62-9241-5dba3768963c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545536'] for network, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:43.430251 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-3d033b73-3cb2-4f62-9241-5dba3768963c admin admin] 10.222.0.38 "DELETE /v2.0/networks/afb3d1e6-69a8-46b1-ad00-dfea32c79a7b HTTP/1.1" status: 204 len: 168 time: 1.0866785 Jun 10 14:46:43.433413 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 39096) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:46:43.440659 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.plugin [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] No Port match for: 1230d2fe-d446-44a7-81d2-422d2721d420 {{(pid=98190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 14:46:43.440659 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Device 1230d2fe-d446-44a7-81d2-422d2721d420 not bound to the agent host dv-cinder-795785-1-smb {{(pid=98190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 14:46:43.455089 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-eaea1bf5-020e-4d00-b5bd-84659b7b503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:43.458131 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93b38e4-5a42-4f37-83f9-70660e26bba0 None None] Pushing event deleted for resources: {'Port': ['ID=035fdb31-7400-4fc7-92b0-6b23f9dbe942,revision_number=None']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:46:43.464564 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-e93b38e4-5a42-4f37-83f9-70660e26bba0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:46:43.468881 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93b38e4-5a42-4f37-83f9-70660e26bba0 None None] No DVR routers for this DVR port 035fdb31-7400-4fc7-92b0-6b23f9dbe942 on host dv-cinder-795785-1-smb {{(pid=98190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 14:46:43.473057 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d033b73-3cb2-4f62-9241-5dba3768963c admin admin] Pushing event deleted for resources: {'Network': ['ID=afb3d1e6-69a8-46b1-ad00-dfea32c79a7b,revision_number=None']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:46:43.481242 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-3d033b73-3cb2-4f62-9241-5dba3768963c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:46:43.962826 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-0bb9fddf-34ed-4ca5-b1b6-a687f5679cd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-722853'] for router_interface, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:44.330296 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.agents_db [None req-cd79858f-8c6e-4eae-9804-968873059af8 None None] Agent healthcheck: found 6 active agents {{(pid=98191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 14:46:44.652107 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.plugin [None req-0bb9fddf-34ed-4ca5-b1b6-a687f5679cd4 admin admin] Deleting port 472b8583-8bf9-4364-b0bb-371afc2aa1f6 {{(pid=98189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 14:46:44.652697 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-0bb9fddf-34ed-4ca5-b1b6-a687f5679cd4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770842860575'] for port, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:44.770883 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.db [None req-0bb9fddf-34ed-4ca5-b1b6-a687f5679cd4 admin admin] For port 472b8583-8bf9-4364-b0bb-371afc2aa1f6, host dv-cinder-795785-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-smb',level=0,port_id=472b8583-8bf9-4364-b0bb-371afc2aa1f6,segment=NetworkSegment(2b451d6d-6ad0-4825-8426-35f658a1432a),segment_id=2b451d6d-6ad0-4825-8426-35f658a1432a)] {{(pid=98189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:46:44.771182 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-0bb9fddf-34ed-4ca5-b1b6-a687f5679cd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725918'] for port, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:44.881525 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-fbbc5fb5-3f71-4862-8fd7-9153cbf0fe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:44.882172 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.plugin [None req-0bb9fddf-34ed-4ca5-b1b6-a687f5679cd4 admin admin] Calling delete_port for 472b8583-8bf9-4364-b0bb-371afc2aa1f6 owned by network:router_interface {{(pid=98189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 14:46:45.165965 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-0bb9fddf-34ed-4ca5-b1b6-a687f5679cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770842865987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770842374669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10153669'] for port, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:45.169089 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:46:45.202620 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb9fddf-34ed-4ca5-b1b6-a687f5679cd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=472b8583-8bf9-4364-b0bb-371afc2aa1f6,revision_number=None']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:46:45.205586 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-0bb9fddf-34ed-4ca5-b1b6-a687f5679cd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:46:45.513174 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-0bb9fddf-34ed-4ca5-b1b6-a687f5679cd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721973'] for router_interface, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:45.545359 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 39128) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:46:45.689213 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-6749ac69-7ea1-4748-a71c-0165491f54db admin admin] Notify callbacks [] for security_group, before_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:45.827110 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-6749ac69-7ea1-4748-a71c-0165491f54db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:45.837958 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-6749ac69-7ea1-4748-a71c-0165491f54db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:45.842475 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-ac379889-a4be-42f4-b838-a2c823b8a8af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:46:45.871421 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6749ac69-7ea1-4748-a71c-0165491f54db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74221fea-6aad-4029-b632-c2d235987791,revision_number=1']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:46:45.875215 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-6749ac69-7ea1-4748-a71c-0165491f54db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:46:45.913362 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bb9fddf-34ed-4ca5-b1b6-a687f5679cd4 admin admin] Router afc6eee9-f081-4d36-b4e1-7054fa11713e has already been hosted by L3 agent e92f4ea4-4278-4a3e-8ba4-23ff1581fd94 {{(pid=98189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 14:46:45.934548 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 39138) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:46:45.937586 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-6749ac69-7ea1-4748-a71c-0165491f54db admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4336ed2414284843a9e472225f93db4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3920875 Jun 10 14:46:46.027222 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 39144) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:46:46.138342 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-be40a2ce-b8b7-4a72-952b-11a90c2d0d48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:46.172220 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bb9fddf-34ed-4ca5-b1b6-a687f5679cd4 admin admin] Notify agent at l3_agent.dv-cinder-795785-1-smb the message routers_updated {{(pid=98189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 14:46:46.172958 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-c39aeee6-3eeb-4331-97d1-cdbdb23cc5a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:46.183095 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-0bb9fddf-34ed-4ca5-b1b6-a687f5679cd4 admin admin] 10.222.0.38 "PUT /v2.0/routers/afc6eee9-f081-4d36-b4e1-7054fa11713e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7483497 Jun 10 14:46:46.183685 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 39154) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:46:46.185571 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623c5eee-9c57-4df5-bcb8-383357ec135c None None] Sync routers for ids ['afc6eee9-f081-4d36-b4e1-7054fa11713e'] in dv-cinder-795785-1-smb {{(pid=98191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 14:46:46.186163 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-be40a2ce-b8b7-4a72-952b-11a90c2d0d48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:46.198915 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623c5eee-9c57-4df5-bcb8-383357ec135c None None] Routers {'afc6eee9-f081-4d36-b4e1-7054fa11713e'} bound to L3 agent in host dv-cinder-795785-1-smb {{(pid=98191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:46:46.200706 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_hamode_db [None req-623c5eee-9c57-4df5-bcb8-383357ec135c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T14:34:42Z,description=,heartbeat_timestamp=2021-06-10T14:46:42Z,host='dv-cinder-795785-1-smb',id=e92f4ea4-4278-4a3e-8ba4-23ff1581fd94,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:42Z,topic='l3_agent')) {'router_ids': ['afc6eee9-f081-4d36-b4e1-7054fa11713e'], 'active': True} {{(pid=98191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:46:46.371676 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-b7dfd25b-81d0-4f7a-8abc-07e06bc0bb1c admin admin] Notify callbacks [] for router, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:46.375939 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-be40a2ce-b8b7-4a72-952b-11a90c2d0d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:46.378915 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-be40a2ce-b8b7-4a72-952b-11a90c2d0d48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:46.383405 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-be40a2ce-b8b7-4a72-952b-11a90c2d0d48 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/74221fea-6aad-4029-b632-c2d235987791 HTTP/1.1" status: 204 len: 168 time: 0.4477532 Jun 10 14:46:46.405470 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-c39aeee6-3eeb-4331-97d1-cdbdb23cc5a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:46.419151 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-c39aeee6-3eeb-4331-97d1-cdbdb23cc5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:46.434598 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-bada5cb8-bf3d-4871-94c3-c6084d1f4bb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:46:46.449799 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-704936ff-2745-466c-9661-95e2d2f8975d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:46:46.456750 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-c39aeee6-3eeb-4331-97d1-cdbdb23cc5a4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4a9ca7ecb2ee408e892a76e485e49a43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4285920 Jun 10 14:46:46.458965 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 39158) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:46:46.470620 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_dvr_db [None req-623c5eee-9c57-4df5-bcb8-383357ec135c None None] Set router afc6eee9-f081-4d36-b4e1-7054fa11713e gateway port host: dv-cinder-795785-1-smb {{(pid=98191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:46:46.497572 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be40a2ce-b8b7-4a72-952b-11a90c2d0d48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74221fea-6aad-4029-b632-c2d235987791,revision_number=None']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:46:46.536847 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39aeee6-3eeb-4331-97d1-cdbdb23cc5a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25498d2e-c2d6-4d95-ad9f-5c9240d2bac6,revision_number=1']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:46:46.546183 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-c39aeee6-3eeb-4331-97d1-cdbdb23cc5a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:46:46.554299 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-be40a2ce-b8b7-4a72-952b-11a90c2d0d48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:46:46.577036 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-277cebb9-ff54-4f7e-a236-6ad983886d47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:46.611050 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-277cebb9-ff54-4f7e-a236-6ad983886d47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:46.687841 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-b7dfd25b-81d0-4f7a-8abc-07e06bc0bb1c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:46.699266 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-277cebb9-ff54-4f7e-a236-6ad983886d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:46.703203 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-277cebb9-ff54-4f7e-a236-6ad983886d47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:46.713132 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-277cebb9-ff54-4f7e-a236-6ad983886d47 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/25498d2e-c2d6-4d95-ad9f-5c9240d2bac6 HTTP/1.1" status: 204 len: 168 time: 0.2528787 Jun 10 14:46:46.715631 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-9c20872a-dfa0-4aad-a16f-e9c518f6d9e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:46:46.726807 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277cebb9-ff54-4f7e-a236-6ad983886d47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25498d2e-c2d6-4d95-ad9f-5c9240d2bac6,revision_number=None']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:46:46.729990 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-277cebb9-ff54-4f7e-a236-6ad983886d47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:46:46.800215 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.plugin [None req-b7dfd25b-81d0-4f7a-8abc-07e06bc0bb1c admin admin] Deleting port ccae7a75-f234-46a1-ae6a-35ce2b457b62 {{(pid=98189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 14:46:46.800787 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-b7dfd25b-81d0-4f7a-8abc-07e06bc0bb1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770842860575'] for port, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:46.940695 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.db [None req-b7dfd25b-81d0-4f7a-8abc-07e06bc0bb1c admin admin] For port ccae7a75-f234-46a1-ae6a-35ce2b457b62, host dv-cinder-795785-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-smb',level=0,port_id=ccae7a75-f234-46a1-ae6a-35ce2b457b62,segment=NetworkSegment(09b1f6b8-9c92-4513-844c-f3187f12106a),segment_id=09b1f6b8-9c92-4513-844c-f3187f12106a)] {{(pid=98189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:46:46.941381 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-b7dfd25b-81d0-4f7a-8abc-07e06bc0bb1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725918'] for port, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:46.962275 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_hamode_db [None req-623c5eee-9c57-4df5-bcb8-383357ec135c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc6eee9-f081-4d36-b4e1-7054fa11713e', 'name': 'tempest-TestMinimumBasicScenario-1163235217-router', 'tenant_id': '3497fbebd6c543a99c722d4a9e450510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'external_fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.136'}], 'enable_snat': True}, 'gw_port_id': 'ccae7a75-f234-46a1-ae6a-35ce2b457b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:43:23Z', 'updated_at': '2021-06-10T14:46:45Z', 'revision_number': 5, 'project_id': '3497fbebd6c543a99c722d4a9e450510', 'gw_port': {'id': 'ccae7a75-f234-46a1-ae6a-35ce2b457b62', 'name': '', 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc6eee9-f081-4d36-b4e1-7054fa11713e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:43:24Z', 'updated_at': '2021-06-10T14:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-smb'}], 'dv-cinder-795785-1-smb', False) {} {{(pid=98191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:46:46.966462 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623c5eee-9c57-4df5-bcb8-383357ec135c None None] Checking router: afc6eee9-f081-4d36-b4e1-7054fa11713e for host: dv-cinder-795785-1-smb {{(pid=98191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 14:46:46.976392 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623c5eee-9c57-4df5-bcb8-383357ec135c None None] Routers {'afc6eee9-f081-4d36-b4e1-7054fa11713e'} bound to L3 agent in host dv-cinder-795785-1-smb {{(pid=98191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:46:46.977304 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_hamode_db [None req-623c5eee-9c57-4df5-bcb8-383357ec135c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T14:34:42Z,description=,heartbeat_timestamp=2021-06-10T14:46:42Z,host='dv-cinder-795785-1-smb',id=e92f4ea4-4278-4a3e-8ba4-23ff1581fd94,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:42Z,topic='l3_agent')) {'router_ids': ['afc6eee9-f081-4d36-b4e1-7054fa11713e'], 'active': True} {{(pid=98191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:46:47.118780 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.plugin [None req-b7dfd25b-81d0-4f7a-8abc-07e06bc0bb1c admin admin] Calling delete_port for ccae7a75-f234-46a1-ae6a-35ce2b457b62 owned by network:router_gateway {{(pid=98189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 14:46:47.210321 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_dvr_db [None req-623c5eee-9c57-4df5-bcb8-383357ec135c None None] Set router afc6eee9-f081-4d36-b4e1-7054fa11713e gateway port host: None {{(pid=98191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:46:47.366997 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_hamode_db [None req-623c5eee-9c57-4df5-bcb8-383357ec135c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc6eee9-f081-4d36-b4e1-7054fa11713e', 'name': 'tempest-TestMinimumBasicScenario-1163235217-router', 'tenant_id': '3497fbebd6c543a99c722d4a9e450510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:43:23Z', 'updated_at': '2021-06-10T14:46:46Z', 'revision_number': 6, 'project_id': '3497fbebd6c543a99c722d4a9e450510', 'gw_port_host': None}], 'dv-cinder-795785-1-smb', False) {} {{(pid=98191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:46:47.371452 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623c5eee-9c57-4df5-bcb8-383357ec135c None None] The sync data for ids ['afc6eee9-f081-4d36-b4e1-7054fa11713e'] in dv-cinder-795785-1-smb is: [{'id': 'afc6eee9-f081-4d36-b4e1-7054fa11713e', 'name': 'tempest-TestMinimumBasicScenario-1163235217-router', 'tenant_id': '3497fbebd6c543a99c722d4a9e450510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:43:23Z', 'updated_at': '2021-06-10T14:46:46Z', 'revision_number': 6, 'project_id': '3497fbebd6c543a99c722d4a9e450510', 'gw_port_host': None}] {{(pid=98191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 14:46:47.407208 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-b7dfd25b-81d0-4f7a-8abc-07e06bc0bb1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770842865987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770842374669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10153669'] for port, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:47.416559 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-381f0857-5f66-41ca-b690-42f4e42c85fd tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:46:47.483381 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dfd25b-81d0-4f7a-8abc-07e06bc0bb1c admin admin] Pushing event deleted for resources: {'Port': ['ID=ccae7a75-f234-46a1-ae6a-35ce2b457b62,revision_number=None']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:46:47.486481 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-b7dfd25b-81d0-4f7a-8abc-07e06bc0bb1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:46:47.601231 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-b7dfd25b-81d0-4f7a-8abc-07e06bc0bb1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726116'] for router_gateway, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:47.756553 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-b7dfd25b-81d0-4f7a-8abc-07e06bc0bb1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41762'] for router, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:47.758848 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-b7dfd25b-81d0-4f7a-8abc-07e06bc0bb1c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:47.828565 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-b7dfd25b-81d0-4f7a-8abc-07e06bc0bb1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-721473'] for router, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:47.829297 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7dfd25b-81d0-4f7a-8abc-07e06bc0bb1c admin admin] Fanout notify agent at l3_agent the message router_deleted on router afc6eee9-f081-4d36-b4e1-7054fa11713e {{(pid=98189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 14:46:47.837003 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-b7dfd25b-81d0-4f7a-8abc-07e06bc0bb1c admin admin] Notify callbacks [] for router, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:47.840330 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-b7dfd25b-81d0-4f7a-8abc-07e06bc0bb1c admin admin] 10.222.0.38 "DELETE /v2.0/routers/afc6eee9-f081-4d36-b4e1-7054fa11713e HTTP/1.1" status: 204 len: 168 time: 1.6503270 Jun 10 14:46:47.841031 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 39186) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:46:47.915598 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.db.db_base_plugin_v2 [None req-08a2be6b-309a-41af-87cc-6c35f013089c admin admin] Deleting subnet dea77d5a-1d2e-4182-98a9-235b6bb54ae5 {{(pid=98188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 14:46:47.918738 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-08a2be6b-309a-41af-87cc-6c35f013089c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:47.982679 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-08a2be6b-309a-41af-87cc-6c35f013089c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2286371'] for subnet, precommit_delete_associations {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:48.163833 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-08a2be6b-309a-41af-87cc-6c35f013089c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32873560'] for subnet, precommit_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:48.262841 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-08a2be6b-309a-41af-87cc-6c35f013089c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32873539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4121722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3531569'] for subnet, after_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:48.266418 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:46:48.301652 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a2be6b-309a-41af-87cc-6c35f013089c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dea77d5a-1d2e-4182-98a9-235b6bb54ae5,revision_number=None']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:46:48.304731 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-08a2be6b-309a-41af-87cc-6c35f013089c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:46:48.305723 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-08a2be6b-309a-41af-87cc-6c35f013089c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545536'] for subnet, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:48.307570 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-08a2be6b-309a-41af-87cc-6c35f013089c admin admin] 10.222.0.38 "DELETE /v2.0/subnets/dea77d5a-1d2e-4182-98a9-235b6bb54ae5 HTTP/1.1" status: 204 len: 168 time: 0.4655616 Jun 10 14:46:48.310297 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 39198) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:46:48.317823 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89bcb78c-c2c0-43b8-81db-384c2f0a03f2 None None] Network 3a29647e-cef4-4a6e-9d93-cbbf7a7993fc requested from dv-cinder-795785-1-smb {{(pid=98190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 14:46:48.428183 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-a20fe4d4-9ddd-4156-93aa-52928c59036e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33045441'] for network, before_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:48.548206 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.plugin [None req-a20fe4d4-9ddd-4156-93aa-52928c59036e admin admin] Deleting port d81452e0-bdaf-4d97-a5d7-6322686a2109 {{(pid=98188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 14:46:48.548206 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-a20fe4d4-9ddd-4156-93aa-52928c59036e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770842860575'] for port, before_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:48.694951 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49cbd0a1-0b31-44c7-9ac4-a0155bfa05ba None None] DHCP port deletion for 3a29647e-cef4-4a6e-9d93-cbbf7a7993fc request from dv-cinder-795785-1-smb {{(pid=98190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 14:46:48.707677 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.db [None req-a20fe4d4-9ddd-4156-93aa-52928c59036e admin admin] For port d81452e0-bdaf-4d97-a5d7-6322686a2109, host dv-cinder-795785-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-smb',level=0,port_id=d81452e0-bdaf-4d97-a5d7-6322686a2109,segment=NetworkSegment(2b451d6d-6ad0-4825-8426-35f658a1432a),segment_id=2b451d6d-6ad0-4825-8426-35f658a1432a)] {{(pid=98188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:46:48.709463 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-a20fe4d4-9ddd-4156-93aa-52928c59036e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725918'] for port, precommit_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:48.779243 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.plugin [None req-49cbd0a1-0b31-44c7-9ac4-a0155bfa05ba None None] Deleting port d81452e0-bdaf-4d97-a5d7-6322686a2109 {{(pid=98190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 14:46:48.779542 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-49cbd0a1-0b31-44c7-9ac4-a0155bfa05ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770842860575'] for port, before_delete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:48.873095 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-49cbd0a1-0b31-44c7-9ac4-a0155bfa05ba None None] For port d81452e0-bdaf-4d97-a5d7-6322686a2109, host dv-cinder-795785-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-smb',level=0,port_id=d81452e0-bdaf-4d97-a5d7-6322686a2109,segment=NetworkSegment(2b451d6d-6ad0-4825-8426-35f658a1432a),segment_id=2b451d6d-6ad0-4825-8426-35f658a1432a)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:46:48.873930 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-49cbd0a1-0b31-44c7-9ac4-a0155bfa05ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725918'] for port, precommit_delete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:48.982677 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.plugin [None req-49cbd0a1-0b31-44c7-9ac4-a0155bfa05ba None None] Calling delete_port for d81452e0-bdaf-4d97-a5d7-6322686a2109 owned by network:dhcp {{(pid=98190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 14:46:49.101456 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-49cbd0a1-0b31-44c7-9ac4-a0155bfa05ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770842865987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770842374669'] for port, after_delete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:49.112670 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:46:49.115000 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Device ccae7a75-f234-46a1-ae6a-35ce2b457b62 no longer exists at agent ovs-agent-dv-cinder-795785-1-smb {{(pid=98190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 14:46:49.169210 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49cbd0a1-0b31-44c7-9ac4-a0155bfa05ba None None] No DVR routers for this DVR port d81452e0-bdaf-4d97-a5d7-6322686a2109 on host dv-cinder-795785-1-smb {{(pid=98190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 14:46:49.171042 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cbd0a1-0b31-44c7-9ac4-a0155bfa05ba None None] Pushing event deleted for resources: {'Port': ['ID=d81452e0-bdaf-4d97-a5d7-6322686a2109,revision_number=None']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:46:49.173825 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.plugin [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] No Port match for: ccae7a75-f234-46a1-ae6a-35ce2b457b62 {{(pid=98190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 14:46:49.174174 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Device ccae7a75-f234-46a1-ae6a-35ce2b457b62 not bound to the agent host dv-cinder-795785-1-smb {{(pid=98190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 14:46:49.174595 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Device d81452e0-bdaf-4d97-a5d7-6322686a2109 no longer exists at agent ovs-agent-dv-cinder-795785-1-smb {{(pid=98190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 14:46:49.176867 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-49cbd0a1-0b31-44c7-9ac4-a0155bfa05ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:46:49.183319 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.plugin [None req-a20fe4d4-9ddd-4156-93aa-52928c59036e admin admin] Calling delete_port for d81452e0-bdaf-4d97-a5d7-6322686a2109 owned by network:dhcp {{(pid=98188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 14:46:49.210650 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.plugin [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] No Port match for: d81452e0-bdaf-4d97-a5d7-6322686a2109 {{(pid=98190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 14:46:49.211014 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Device d81452e0-bdaf-4d97-a5d7-6322686a2109 not bound to the agent host dv-cinder-795785-1-smb {{(pid=98190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 14:46:49.211453 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Device 472b8583-8bf9-4364-b0bb-371afc2aa1f6 no longer exists at agent ovs-agent-dv-cinder-795785-1-smb {{(pid=98190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 14:46:49.237118 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.plugin [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] No Port match for: 472b8583-8bf9-4364-b0bb-371afc2aa1f6 {{(pid=98190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 14:46:49.237478 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Device 472b8583-8bf9-4364-b0bb-371afc2aa1f6 not bound to the agent host dv-cinder-795785-1-smb {{(pid=98190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 14:46:49.306083 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-a20fe4d4-9ddd-4156-93aa-52928c59036e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770842865987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770842374669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4122288'] for port, after_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:49.309986 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-86b8abf1-f0ea-4471-ab96-52f45d758643 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:46:49.350405 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20fe4d4-9ddd-4156-93aa-52928c59036e admin admin] Pushing event deleted for resources: {'Port': ['ID=d81452e0-bdaf-4d97-a5d7-6322686a2109,revision_number=None']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:46:49.352221 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20fe4d4-9ddd-4156-93aa-52928c59036e admin admin] No DVR routers for this DVR port d81452e0-bdaf-4d97-a5d7-6322686a2109 on host dv-cinder-795785-1-smb {{(pid=98188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 14:46:49.353728 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-a20fe4d4-9ddd-4156-93aa-52928c59036e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:46:49.470345 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-a20fe4d4-9ddd-4156-93aa-52928c59036e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32876247', 'neutron.services.segments.db._delete_segments_for_network-8770842930095'] for network, precommit_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:49.483052 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.services.segments.db [None req-a20fe4d4-9ddd-4156-93aa-52928c59036e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a29647e-cef4-4a6e-9d93-cbbf7a7993fc']}} {{(pid=98188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:46:49.501263 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.services.segments.db [None req-a20fe4d4-9ddd-4156-93aa-52928c59036e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b451d6d-6ad0-4825-8426-35f658a1432a') {'for_net_delete': True} {{(pid=98188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:46:49.501670 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.services.segments.db [None req-a20fe4d4-9ddd-4156-93aa-52928c59036e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b451d6d-6ad0-4825-8426-35f658a1432a') {} {{(pid=98188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:46:49.513502 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-a20fe4d4-9ddd-4156-93aa-52928c59036e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770842929924', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2286394'] for segment, before_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:49.531423 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-a20fe4d4-9ddd-4156-93aa-52928c59036e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32871535'] for segment, precommit_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:49.538234 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a20fe4d4-9ddd-4156-93aa-52928c59036e admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=98188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 14:46:49.539234 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-a20fe4d4-9ddd-4156-93aa-52928c59036e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32871535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4122341'] for segment, after_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:49.540388 dv-cinder-795785-1-smb neutron-server[98188]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 14:46:49.540388 dv-cinder-795785-1-smb neutron-server[98188]: retrieve_revision_numbers = { Jun 10 14:46:49.540388 dv-cinder-795785-1-smb neutron-server[98188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 14:46:49.540388 dv-cinder-795785-1-smb neutron-server[98188]: self.session.flush() Jun 10 14:46:49.540388 dv-cinder-795785-1-smb neutron-server[98188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 14:46:49.540388 dv-cinder-795785-1-smb neutron-server[98188]: self.session.flush() Jun 10 14:46:49.540388 dv-cinder-795785-1-smb neutron-server[98188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 14:46:49.540388 dv-cinder-795785-1-smb neutron-server[98188]: self.session.flush() Jun 10 14:46:49.540388 dv-cinder-795785-1-smb neutron-server[98188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 14:46:49.540388 dv-cinder-795785-1-smb neutron-server[98188]: self.session.flush() Jun 10 14:46:49.540388 dv-cinder-795785-1-smb neutron-server[98188]: Traceback (most recent call last): Jun 10 14:46:49.540388 dv-cinder-795785-1-smb neutron-server[98188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 14:46:49.540388 dv-cinder-795785-1-smb neutron-server[98188]: timer() Jun 10 14:46:49.540388 dv-cinder-795785-1-smb neutron-server[98188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 14:46:49.540388 dv-cinder-795785-1-smb neutron-server[98188]: cb(*args, **kw) Jun 10 14:46:49.540388 dv-cinder-795785-1-smb neutron-server[98188]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 14:46:49.540388 dv-cinder-795785-1-smb neutron-server[98188]: return func(*args, **kwargs) Jun 10 14:46:49.540388 dv-cinder-795785-1-smb neutron-server[98188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 14:46:49.540388 dv-cinder-795785-1-smb neutron-server[98188]: self._notify() Jun 10 14:46:49.540388 dv-cinder-795785-1-smb neutron-server[98188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 14:46:49.540388 dv-cinder-795785-1-smb neutron-server[98188]: self.callback(batched_events) Jun 10 14:46:49.540388 dv-cinder-795785-1-smb neutron-server[98188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 14:46:49.540388 dv-cinder-795785-1-smb neutron-server[98188]: event.method(event) Jun 10 14:46:49.540388 dv-cinder-795785-1-smb neutron-server[98188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 14:46:49.540388 dv-cinder-795785-1-smb neutron-server[98188]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 14:46:49.540388 dv-cinder-795785-1-smb neutron-server[98188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 14:46:49.540388 dv-cinder-795785-1-smb neutron-server[98188]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 14:46:49.540388 dv-cinder-795785-1-smb neutron-server[98188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 14:46:49.540388 dv-cinder-795785-1-smb neutron-server[98188]: return f(self, *a, **k) Jun 10 14:46:49.540388 dv-cinder-795785-1-smb neutron-server[98188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 14:46:49.540388 dv-cinder-795785-1-smb neutron-server[98188]: return self._get(url).json() Jun 10 14:46:49.540388 dv-cinder-795785-1-smb neutron-server[98188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 14:46:49.540388 dv-cinder-795785-1-smb neutron-server[98188]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 14:46:49.540388 dv-cinder-795785-1-smb neutron-server[98188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 14:46:49.540388 dv-cinder-795785-1-smb neutron-server[98188]: return self.request(url, 'GET', **kwargs) Jun 10 14:46:49.540388 dv-cinder-795785-1-smb neutron-server[98188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 14:46:49.540388 dv-cinder-795785-1-smb neutron-server[98188]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 14:46:49.540388 dv-cinder-795785-1-smb neutron-server[98188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 14:46:49.540388 dv-cinder-795785-1-smb neutron-server[98188]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 14:46:49.540388 dv-cinder-795785-1-smb neutron-server[98188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 14:46:49.540388 dv-cinder-795785-1-smb neutron-server[98188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 14:46:49.540388 dv-cinder-795785-1-smb neutron-server[98188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 14:46:49.634324 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-a20fe4d4-9ddd-4156-93aa-52928c59036e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32876254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726027'] for network, after_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:49.639541 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-a20fe4d4-9ddd-4156-93aa-52928c59036e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545536'] for network, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:49.641885 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-a20fe4d4-9ddd-4156-93aa-52928c59036e admin admin] 10.222.0.38 "DELETE /v2.0/networks/3a29647e-cef4-4a6e-9d93-cbbf7a7993fc HTTP/1.1" status: 204 len: 168 time: 1.3301551 Jun 10 14:46:49.642181 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-d61445e8-6bc7-4ade-be54-cc9ff8704048 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:46:49.666879 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20fe4d4-9ddd-4156-93aa-52928c59036e admin admin] Pushing event deleted for resources: {'Network': ['ID=3a29647e-cef4-4a6e-9d93-cbbf7a7993fc,revision_number=None']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:46:49.673675 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-a20fe4d4-9ddd-4156-93aa-52928c59036e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:46:49.929365 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 39222) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:46:49.991611 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-3edd07e7-a374-451b-a496-61ad02aa42ec admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3065c91b66384aefa642d766c49e32b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0584519 Jun 10 14:46:49.991985 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 39224) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:46:50.086630 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-b3eefd0c-0268-496d-8273-6f953d7c0ead admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:50.126563 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-b3eefd0c-0268-496d-8273-6f953d7c0ead admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:50.222967 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-b3eefd0c-0268-496d-8273-6f953d7c0ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:50.232437 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-b3eefd0c-0268-496d-8273-6f953d7c0ead admin admin] Notify callbacks [] for security_group, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:50.232437 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-b3eefd0c-0268-496d-8273-6f953d7c0ead admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6d95f537-c1aa-4142-b4e6-2a04b8dd3a61 HTTP/1.1" status: 204 len: 168 time: 0.2389987 Jun 10 14:46:50.234659 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-ba29992a-af44-47d8-89c0-d2cd156b0ebe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:46:50.249947 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eefd0c-0268-496d-8273-6f953d7c0ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d95f537-c1aa-4142-b4e6-2a04b8dd3a61,revision_number=None']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:46:50.252513 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-b3eefd0c-0268-496d-8273-6f953d7c0ead admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:46:50.680429 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 39250) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:46:50.701459 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d455f8d4-c8f2-4216-8f3b-afaac1f81e3f req-80e31b74-1010-4fd3-a421-cd4fe60e6914 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:50.702970 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-d455f8d4-c8f2-4216-8f3b-afaac1f81e3f req-80e31b74-1010-4fd3-a421-cd4fe60e6914 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/ports?device_id=d967efd0-1130-473f-a29b-0961cdeca077 HTTP/1.1" status: 200 len: 946 time: 0.0901985 Jun 10 14:46:50.734394 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-744314df-6d20-479a-b2b4-b515c436e96d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3497fbebd6c543a99c722d4a9e450510&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0524616 Jun 10 14:46:50.736811 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 39252) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:46:50.750955 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-d455f8d4-c8f2-4216-8f3b-afaac1f81e3f req-f3adba8a-822e-4d9d-b853-13933e5c35b5 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/security-groups?id=ba1f250a-493e-4112-8d1f-5dae11288c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415416 Jun 10 14:46:50.791111 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-e8e791a5-a024-47ad-bf9f-94bca97bae36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:50.814652 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-e8e791a5-a024-47ad-bf9f-94bca97bae36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:50.868272 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-e8e791a5-a024-47ad-bf9f-94bca97bae36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:50.871127 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-e8e791a5-a024-47ad-bf9f-94bca97bae36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:50.872370 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-e8e791a5-a024-47ad-bf9f-94bca97bae36 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/30341d0f-4b56-4034-a128-6e3941a0ee82 HTTP/1.1" status: 204 len: 168 time: 0.1344163 Jun 10 14:46:50.873406 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-94f18723-4fab-436b-a910-00c1b3ec7c94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:46:50.884021 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e791a5-a024-47ad-bf9f-94bca97bae36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30341d0f-4b56-4034-a128-6e3941a0ee82,revision_number=None']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:46:50.893131 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-e8e791a5-a024-47ad-bf9f-94bca97bae36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:46:51.646570 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 39304) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:46:51.744513 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.v2.base [None req-0c990f47-e9ad-443c-b92d-ec4d88c8e989 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2146490091-network', 'tenant_id': 'f118f8afe4cb43389f09486f16dc9b22'}} {{(pid=98189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:46:51.764798 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c990f47-e9ad-443c-b92d-ec4d88c8e989 admin admin] Made reservation on behalf of f118f8afe4cb43389f09486f16dc9b22 for: {'network': 1} {{(pid=98189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 14:46:51.766995 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-0c990f47-e9ad-443c-b92d-ec4d88c8e989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33290777'] for network, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:51.777423 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-0c990f47-e9ad-443c-b92d-ec4d88c8e989 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:51.875300 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-0c990f47-e9ad-443c-b92d-ec4d88c8e989 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:51.879972 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-0c990f47-e9ad-443c-b92d-ec4d88c8e989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:51.885278 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-713c9f96-febb-4c5f-a58b-28ab7598af1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:46:51.937373 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a57cd-10df-44f3-9ab8-e0055f636fcb req-ad55b13c-a274-42b8-9443-cdf9f6ae7016 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:51.938907 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-3e3a57cd-10df-44f3-9ab8-e0055f636fcb req-ad55b13c-a274-42b8-9443-cdf9f6ae7016 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/ports?device_id=d967efd0-1130-473f-a29b-0961cdeca077 HTTP/1.1" status: 200 len: 946 time: 0.0705709 Jun 10 14:46:51.986020 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-3e3a57cd-10df-44f3-9ab8-e0055f636fcb req-31eb45f2-f653-4007-9d5e-1b4d4ca51163 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/security-groups?id=ba1f250a-493e-4112-8d1f-5dae11288c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409603 Jun 10 14:46:52.182265 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c990f47-e9ad-443c-b92d-ec4d88c8e989 admin admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=98189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 14:46:52.201320 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-0c990f47-e9ad-443c-b92d-ec4d88c8e989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32871535'] for segment, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:52.201601 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.db.segments_db [None req-0c990f47-e9ad-443c-b92d-ec4d88c8e989 admin admin] Added segment 1161e342-38eb-4659-8988-2301eb83d5e1 of type vlan for network e378d419-99a5-4d8c-a4e8-3ffe4d1d62f1 Jun 10 14:46:52.202930 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c990f47-e9ad-443c-b92d-ec4d88c8e989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a45601f7-5f00-4845-8466-88e88d5f81d3,revision_number=1']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:46:52.205961 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-0c990f47-e9ad-443c-b92d-ec4d88c8e989 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:46:52.251679 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-0c990f47-e9ad-443c-b92d-ec4d88c8e989 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770842362772'] for network, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:52.282280 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-0c990f47-e9ad-443c-b92d-ec4d88c8e989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545563'] for network, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:52.283610 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c990f47-e9ad-443c-b92d-ec4d88c8e989 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:52.284182 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-0c990f47-e9ad-443c-b92d-ec4d88c8e989 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545536'] for network, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:52.286062 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:46:52.322210 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-0c990f47-e9ad-443c-b92d-ec4d88c8e989 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6745536 Jun 10 14:46:52.325176 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 39312) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:46:52.330186 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.v2.base [None req-3f0d84c9-787c-4452-a66c-9cd621a3ff28 admin admin] Request body: {'subnet': {'network_id': 'e378d419-99a5-4d8c-a4e8-3ffe4d1d62f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2146490091-subnet', 'tenant_id': 'f118f8afe4cb43389f09486f16dc9b22', 'ip_version': 4}} {{(pid=98188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:46:52.353403 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f0d84c9-787c-4452-a66c-9cd621a3ff28 admin admin] Made reservation on behalf of f118f8afe4cb43389f09486f16dc9b22 for: {'subnet': 1} {{(pid=98188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 14:46:52.355824 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-3f0d84c9-787c-4452-a66c-9cd621a3ff28 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3531566'] for subnet, before_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:52.366827 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c990f47-e9ad-443c-b92d-ec4d88c8e989 admin admin] Pushing event updated for resources: {'Network': ['ID=e378d419-99a5-4d8c-a4e8-3ffe4d1d62f1,revision_number=1']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:46:52.369607 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-0c990f47-e9ad-443c-b92d-ec4d88c8e989 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:46:52.376593 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Network e378d419-99a5-4d8c-a4e8-3ffe4d1d62f1 details requested by agent ovs-agent-dv-cinder-795785-1-smb with host dv-cinder-795785-1-smb {{(pid=98190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 14:46:52.587362 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-3f0d84c9-787c-4452-a66c-9cd621a3ff28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4121659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3531576'] for subnet, after_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:52.589769 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-157fb2de-fbe2-42e3-a839-fb5df3992b7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:46:52.652639 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0d84c9-787c-4452-a66c-9cd621a3ff28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56db2e31-5909-4819-bf54-a79557f7c937,revision_number=0']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:46:52.655252 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-3f0d84c9-787c-4452-a66c-9cd621a3ff28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:46:52.665187 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0d84c9-787c-4452-a66c-9cd621a3ff28 admin admin] Checking segment: {'id': '1161e342-38eb-4659-8988-2301eb83d5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'e378d419-99a5-4d8c-a4e8-3ffe4d1d62f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 14:46:52.666461 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0d84c9-787c-4452-a66c-9cd621a3ff28 admin admin] Network hostable DHCP agents. Network: e378d419-99a5-4d8c-a4e8-3ffe4d1d62f1, hostable agents: ['e526b2fa-fac9-473e-91d9-302d4f3c322e'], hosted agents: [] {{(pid=98188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 14:46:52.693338 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0d84c9-787c-4452-a66c-9cd621a3ff28 admin admin] Network e378d419-99a5-4d8c-a4e8-3ffe4d1d62f1 is scheduled to be hosted by DHCP agent e526b2fa-fac9-473e-91d9-302d4f3c322e with binding_index 1 {{(pid=98188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 14:46:52.697785 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.scheduler.base_scheduler [None req-3f0d84c9-787c-4452-a66c-9cd621a3ff28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795785-1-smb, e378d419-99a5-4d8c-a4e8-3ffe4d1d62f1) {{(pid=98188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:46:52.703695 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0d84c9-787c-4452-a66c-9cd621a3ff28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:52.704313 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-3f0d84c9-787c-4452-a66c-9cd621a3ff28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545536'] for subnet, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:52.712556 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be167ff-3221-4e41-80a5-234f6a1b3190 None None] Network e378d419-99a5-4d8c-a4e8-3ffe4d1d62f1 requested from dv-cinder-795785-1-smb {{(pid=98190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 14:46:52.725834 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-3f0d84c9-787c-4452-a66c-9cd621a3ff28 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3964529 Jun 10 14:46:52.726288 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 39342) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:46:52.731430 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.v2.base [None req-3e559736-c753-4240-8b0b-8c72cf12f918 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2146490091-router', 'tenant_id': 'f118f8afe4cb43389f09486f16dc9b22', 'external_gateway_info': {'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a'}}} {{(pid=98189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:46:52.779859 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-3e559736-c753-4240-8b0b-8c72cf12f918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-753389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41740'] for router, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:52.783201 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-3e559736-c753-4240-8b0b-8c72cf12f918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-753224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-725434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41781'] for router, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:52.877793 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-3e559736-c753-4240-8b0b-8c72cf12f918 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:52.925291 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e1bf9d-8e98-4b2e-9396-345437623cb1 req-571fc18c-ab6d-40c6-bbd1-1deae6d1d9a8 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:52.928623 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-94e1bf9d-8e98-4b2e-9396-345437623cb1 req-571fc18c-ab6d-40c6-bbd1-1deae6d1d9a8 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.36 "GET /v2.0/ports?device_id=d967efd0-1130-473f-a29b-0961cdeca077 HTTP/1.1" status: 200 len: 946 time: 0.1605313 Jun 10 14:46:52.951920 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7b07c6-0b16-4b78-a98a-d6a49bf77831 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf5b42f4-d7c5-5d8a-92f6-9d4013c287c3-e378d419-99a5-4d8c-a4e8-3ffe4d1d62f1', 'network_id': 'e378d419-99a5-4d8c-a4e8-3ffe4d1d62f1', 'tenant_id': 'f118f8afe4cb43389f09486f16dc9b22', 'fixed_ips': [{'subnet_id': '56db2e31-5909-4819-bf54-a79557f7c937'}]}} from dv-cinder-795785-1-smb. {{(pid=98190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 14:46:52.953060 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-cc7b07c6-0b16-4b78-a98a-d6a49bf77831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_create {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:53.108880 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.plugin [req-94e1bf9d-8e98-4b2e-9396-345437623cb1 req-13d4b3f9-9d99-46cc-9f5a-ad4782b976b2 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Deleting port 4b5bad57-2144-47fa-98ed-3a4f902ca03e {{(pid=98188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 14:46:53.110025 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-94e1bf9d-8e98-4b2e-9396-345437623cb1 req-13d4b3f9-9d99-46cc-9f5a-ad4782b976b2 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770842860575'] for port, before_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:53.173176 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.db_base_plugin_common [None req-cc7b07c6-0b16-4b78-a98a-d6a49bf77831 None None] Allocated IP 172.20.0.2 (e378d419-99a5-4d8c-a4e8-3ffe4d1d62f1/56db2e31-5909-4819-bf54-a79557f7c937/b712326a-fe96-48e5-9937-f2890bcc00c8) {{(pid=98190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 14:46:53.255095 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-3e559736-c753-4240-8b0b-8c72cf12f918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-725427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41771'] for router, precommit_update {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:53.423842 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.db [req-94e1bf9d-8e98-4b2e-9396-345437623cb1 req-13d4b3f9-9d99-46cc-9f5a-ad4782b976b2 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] For port 4b5bad57-2144-47fa-98ed-3a4f902ca03e, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=4b5bad57-2144-47fa-98ed-3a4f902ca03e,segment=NetworkSegment(702c310b-86f3-4e1c-9a69-5651c2af6549),segment_id=702c310b-86f3-4e1c-9a69-5651c2af6549)] {{(pid=98188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:46:53.424592 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-94e1bf9d-8e98-4b2e-9396-345437623cb1 req-13d4b3f9-9d99-46cc-9f5a-ad4782b976b2 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725918'] for port, precommit_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:53.523894 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e68dd18-214d-422b-8a3c-dfd18c5e7ef5 req-e80fbc34-eefa-45db-a768-2d9e2dce183b tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:53.525846 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-6e68dd18-214d-422b-8a3c-dfd18c5e7ef5 req-e80fbc34-eefa-45db-a768-2d9e2dce183b tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/ports?device_id=d967efd0-1130-473f-a29b-0961cdeca077 HTTP/1.1" status: 200 len: 946 time: 0.3148808 Jun 10 14:46:53.597072 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-3e559736-c753-4240-8b0b-8c72cf12f918 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:53.631837 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-cc7b07c6-0b16-4b78-a98a-d6a49bf77831 None None] Notify callbacks [] for port, precommit_create {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:53.632539 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-3e559736-c753-4240-8b0b-8c72cf12f918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:53.648659 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-cc7b07c6-0b16-4b78-a98a-d6a49bf77831 None None] Transition to ACTIVE for port object b712326a-fe96-48e5-9937-f2890bcc00c8 will not be triggered until provisioned by entity L2. {{(pid=98190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:46:53.671428 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-cc7b07c6-0b16-4b78-a98a-d6a49bf77831 None None] Transition to ACTIVE for port object b712326a-fe96-48e5-9937-f2890bcc00c8 will not be triggered until provisioned by entity DHCP. {{(pid=98190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:46:53.678177 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-6e68dd18-214d-422b-8a3c-dfd18c5e7ef5 req-07436a66-ceae-4a00-b652-7032d613489f tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/security-groups?id=ba1f250a-493e-4112-8d1f-5dae11288c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365640 Jun 10 14:46:53.695665 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-cc7b07c6-0b16-4b78-a98a-d6a49bf77831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33290945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770842374660'] for port, after_create {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:53.715588 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:46:53.765226 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7b07c6-0b16-4b78-a98a-d6a49bf77831 None None] Pushing event updated for resources: {'Port': ['ID=b712326a-fe96-48e5-9937-f2890bcc00c8,revision_number=1']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:46:53.774008 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-cc7b07c6-0b16-4b78-a98a-d6a49bf77831 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:46:53.779477 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7b07c6-0b16-4b78-a98a-d6a49bf77831 None None] Network e378d419-99a5-4d8c-a4e8-3ffe4d1d62f1 is already hosted by enough agents. {{(pid=98190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 14:46:53.780957 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.scheduler.base_scheduler [None req-cc7b07c6-0b16-4b78-a98a-d6a49bf77831 None None] Resources bound (agent type, host, resource id): {{(pid=98190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:46:53.783445 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7b07c6-0b16-4b78-a98a-d6a49bf77831 None None] Received port after_create {{(pid=98190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 14:46:53.784012 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-94e1bf9d-8e98-4b2e-9396-345437623cb1 req-13d4b3f9-9d99-46cc-9f5a-ad4782b976b2 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:53.784488 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-94e1bf9d-8e98-4b2e-9396-345437623cb1 req-13d4b3f9-9d99-46cc-9f5a-ad4782b976b2 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726016'] for floatingip, after_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:53.784872 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.db.l3_db [req-94e1bf9d-8e98-4b2e-9396-345437623cb1 req-13d4b3f9-9d99-46cc-9f5a-ad4782b976b2 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Floating IP b2e13cdd-8ea0-45bb-9d61-0af981abc205 disassociated. External IP: 172.28.0.18, port: 4b5bad57-2144-47fa-98ed-3a4f902ca03e. Jun 10 14:46:53.785282 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.plugin [req-94e1bf9d-8e98-4b2e-9396-345437623cb1 req-13d4b3f9-9d99-46cc-9f5a-ad4782b976b2 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Calling delete_port for 4b5bad57-2144-47fa-98ed-3a4f902ca03e owned by compute:nova {{(pid=98188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 14:46:53.795290 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.db.db_base_plugin_common [None req-3e559736-c753-4240-8b0b-8c72cf12f918 admin admin] Allocated IP 172.28.0.201 (d939252c-9d87-4c0a-b331-cccdb2846f4a/bb56f5fa-8acc-4201-b097-078ac8811790/75c78a2e-14f3-4631-88a2-e203e1a3176a) {{(pid=98189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 14:46:53.886662 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.managers [None req-cc7b07c6-0b16-4b78-a98a-d6a49bf77831 None None] Attempting to bind port b712326a-fe96-48e5-9937-f2890bcc00c8 on host dv-cinder-795785-1-smb for vnic_type normal with profile {{(pid=98190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 14:46:53.887047 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.managers [None req-cc7b07c6-0b16-4b78-a98a-d6a49bf77831 None None] Attempting to bind port b712326a-fe96-48e5-9937-f2890bcc00c8 by drivers openvswitch,hyperv on host dv-cinder-795785-1-smb at level 0 using segments [{'id': '1161e342-38eb-4659-8988-2301eb83d5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'e378d419-99a5-4d8c-a4e8-3ffe4d1d62f1'}] {{(pid=98190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 14:46:53.887432 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7b07c6-0b16-4b78-a98a-d6a49bf77831 None None] Attempting to bind port b712326a-fe96-48e5-9937-f2890bcc00c8 on network e378d419-99a5-4d8c-a4e8-3ffe4d1d62f1 {{(pid=98190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 14:46:53.893313 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7b07c6-0b16-4b78-a98a-d6a49bf77831 None None] Checking agent: {'id': '22b05ad3-e755-4423-b55e-6b54dea224ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 14, 34, 42), 'started_at': datetime.datetime(2021, 6, 10, 14, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 14, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 14:46:53.893879 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7b07c6-0b16-4b78-a98a-d6a49bf77831 None None] Checking segment: {'id': '1161e342-38eb-4659-8988-2301eb83d5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'e378d419-99a5-4d8c-a4e8-3ffe4d1d62f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 14:46:53.894411 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-cc7b07c6-0b16-4b78-a98a-d6a49bf77831 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:53.894923 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7b07c6-0b16-4b78-a98a-d6a49bf77831 None None] Bound using segment: {'id': '1161e342-38eb-4659-8988-2301eb83d5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'e378d419-99a5-4d8c-a4e8-3ffe4d1d62f1'} {{(pid=98190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 14:46:53.896441 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.managers [None req-cc7b07c6-0b16-4b78-a98a-d6a49bf77831 None None] Bound port: b712326a-fe96-48e5-9937-f2890bcc00c8, host: dv-cinder-795785-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1161e342-38eb-4659-8988-2301eb83d5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'e378d419-99a5-4d8c-a4e8-3ffe4d1d62f1'}}] {{(pid=98190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 14:46:53.897133 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-cc7b07c6-0b16-4b78-a98a-d6a49bf77831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:53.977849 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-94e1bf9d-8e98-4b2e-9396-345437623cb1 req-13d4b3f9-9d99-46cc-9f5a-ad4782b976b2 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770842865987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770842374669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4122288'] for port, after_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:53.979890 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-cc7b07c6-0b16-4b78-a98a-d6a49bf77831 None None] For port b712326a-fe96-48e5-9937-f2890bcc00c8, host dv-cinder-795785-1-smb, cleared binding levels {{(pid=98190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 14:46:53.982638 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-cc7b07c6-0b16-4b78-a98a-d6a49bf77831 None None] For port b712326a-fe96-48e5-9937-f2890bcc00c8, host dv-cinder-795785-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-smb',level=0,port_id=b712326a-fe96-48e5-9937-f2890bcc00c8,segment=NetworkSegment(1161e342-38eb-4659-8988-2301eb83d5e1),segment_id=1161e342-38eb-4659-8988-2301eb83d5e1)] {{(pid=98190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 14:46:53.985524 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-3d033b73-3cb2-4f62-9241-5dba3768963c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:46:53.988785 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-cc7b07c6-0b16-4b78-a98a-d6a49bf77831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:53.991375 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-7319bcbd-358a-4937-a650-fdec975814a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:46:53.993218 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-3e559736-c753-4240-8b0b-8c72cf12f918 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:54.025671 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d4b3f9-9d99-46cc-9f5a-ad4782b976b2 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Pushing event deleted for resources: {'Port': ['ID=4b5bad57-2144-47fa-98ed-3a4f902ca03e,revision_number=None']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:46:54.025671 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-13d4b3f9-9d99-46cc-9f5a-ad4782b976b2 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:46:54.054323 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-3e559736-c753-4240-8b0b-8c72cf12f918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33290945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770842374660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10153694'] for port, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:54.057848 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-234860e6-1e3c-4673-b4a1-62e3ee74ccac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:46:54.097661 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7b07c6-0b16-4b78-a98a-d6a49bf77831 None None] Pushing event updated for resources: {'Port': ['ID=b712326a-fe96-48e5-9937-f2890bcc00c8,revision_number=2']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:46:54.101711 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-cc7b07c6-0b16-4b78-a98a-d6a49bf77831 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:46:54.138095 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e559736-c753-4240-8b0b-8c72cf12f918 admin admin] Network d939252c-9d87-4c0a-b331-cccdb2846f4a is already hosted by enough agents. {{(pid=98189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 14:46:54.139109 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e559736-c753-4240-8b0b-8c72cf12f918 admin admin] Pushing event updated for resources: {'Port': ['ID=75c78a2e-14f3-4631-88a2-e203e1a3176a,revision_number=1']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:46:54.148299 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.base_scheduler [None req-3e559736-c753-4240-8b0b-8c72cf12f918 admin admin] Resources bound (agent type, host, resource id): {{(pid=98189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:46:54.150462 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-3e559736-c753-4240-8b0b-8c72cf12f918 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:46:54.151200 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e559736-c753-4240-8b0b-8c72cf12f918 admin admin] Received port after_create {{(pid=98189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 14:46:54.215547 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.scheduler.l3_agent_scheduler [req-94e1bf9d-8e98-4b2e-9396-345437623cb1 req-13d4b3f9-9d99-46cc-9f5a-ad4782b976b2 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Router b4004dcd-7fe2-40b6-b203-ecc63ac0c57d has already been hosted by L3 agent e92f4ea4-4278-4a3e-8ba4-23ff1581fd94 {{(pid=98188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 14:46:54.420919 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 39416) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:46:54.539017 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0d1e645-38f2-4980-97b8-21c97cb07e37 admin admin] Deleting subnet 2c006415-b7c7-4d19-be9b-9e4369996842 {{(pid=98188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 14:46:54.543340 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-e0d1e645-38f2-4980-97b8-21c97cb07e37 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:54.597971 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-94e1bf9d-8e98-4b2e-9396-345437623cb1 req-13d4b3f9-9d99-46cc-9f5a-ad4782b976b2 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Notify agent at l3_agent.dv-cinder-795785-1-smb the message routers_updated {{(pid=98188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 14:46:54.610746 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdd5074-e5a9-46d6-96b4-c19ac2498a31 None None] Sync routers for ids ['b4004dcd-7fe2-40b6-b203-ecc63ac0c57d'] in dv-cinder-795785-1-smb {{(pid=98190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 14:46:54.622795 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdd5074-e5a9-46d6-96b4-c19ac2498a31 None None] Routers {'b4004dcd-7fe2-40b6-b203-ecc63ac0c57d'} bound to L3 agent in host dv-cinder-795785-1-smb {{(pid=98190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:46:54.623515 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_hamode_db [None req-ecdd5074-e5a9-46d6-96b4-c19ac2498a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T14:34:42Z,description=,heartbeat_timestamp=2021-06-10T14:46:42Z,host='dv-cinder-795785-1-smb',id=e92f4ea4-4278-4a3e-8ba4-23ff1581fd94,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:42Z,topic='l3_agent')) {'router_ids': ['b4004dcd-7fe2-40b6-b203-ecc63ac0c57d'], 'active': True} {{(pid=98190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:46:54.624259 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-e0d1e645-38f2-4980-97b8-21c97cb07e37 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2286371'] for subnet, precommit_delete_associations {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:54.646999 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-3e559736-c753-4240-8b0b-8c72cf12f918 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:54.776228 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.db.l3_dvrscheduler_db [req-94e1bf9d-8e98-4b2e-9396-345437623cb1 req-13d4b3f9-9d99-46cc-9f5a-ad4782b976b2 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] No DVR routers for this DVR port 4b5bad57-2144-47fa-98ed-3a4f902ca03e on host hv-cinder-79578 {{(pid=98188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 14:46:54.790992 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-94e1bf9d-8e98-4b2e-9396-345437623cb1 req-13d4b3f9-9d99-46cc-9f5a-ad4782b976b2 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32075'] for port, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:54.793063 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-94e1bf9d-8e98-4b2e-9396-345437623cb1 req-13d4b3f9-9d99-46cc-9f5a-ad4782b976b2 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.36 "DELETE /v2.0/ports/4b5bad57-2144-47fa-98ed-3a4f902ca03e HTTP/1.1" status: 204 len: 173 time: 1.8598580 Jun 10 14:46:54.795424 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd967efd0-1130-473f-a29b-0961cdeca077', 'name': 'network-vif-deleted', 'tag': '4b5bad57-2144-47fa-98ed-3a4f902ca03e'}] {{(pid=98188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:46:54.798426 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f0fe7ff9a18056505f9f26f34e6288f69420e23a9758a676b79d6915a840c7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb9edf2a-cb0b-4d01-a7b2-27c71ffbaa7b" -d '{"events": [{"server_uuid": "d967efd0-1130-473f-a29b-0961cdeca077", "name": "network-vif-deleted", "tag": "4b5bad57-2144-47fa-98ed-3a4f902ca03e"}]}' {{(pid=98188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:46:54.840877 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_dvr_db [None req-ecdd5074-e5a9-46d6-96b4-c19ac2498a31 None None] Set router b4004dcd-7fe2-40b6-b203-ecc63ac0c57d gateway port host: dv-cinder-795785-1-smb {{(pid=98190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:46:54.853747 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-e0d1e645-38f2-4980-97b8-21c97cb07e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32873560'] for subnet, precommit_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:54.893391 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 14:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dac402d-80e3-44fe-9ba5-271ad77c63f4 x-openstack-request-id: req-5dac402d-80e3-44fe-9ba5-271ad77c63f4 {{(pid=98188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:46:54.893769 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d967efd0-1130-473f-a29b-0961cdeca077", "name": "network-vif-deleted", "tag": "4b5bad57-2144-47fa-98ed-3a4f902ca03e", "status": "completed", "code": 200}]} {{(pid=98188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:46:54.893996 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5dac402d-80e3-44fe-9ba5-271ad77c63f4 {{(pid=98188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:46:54.894423 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd967efd0-1130-473f-a29b-0961cdeca077', 'name': 'network-vif-deleted', 'tag': '4b5bad57-2144-47fa-98ed-3a4f902ca03e', 'status': 'completed', 'code': 200} Jun 10 14:46:54.979304 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-5f412df0-4d86-4d74-924a-68712d60ecb8 req-d69520f6-56cd-45d6-aee6-6cb40431d666 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/ports?device_id=d967efd0-1130-473f-a29b-0961cdeca077 HTTP/1.1" status: 200 len: 210 time: 0.0669262 Jun 10 14:46:55.007937 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-e0d1e645-38f2-4980-97b8-21c97cb07e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32873539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4121722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3531569'] for subnet, after_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:55.010706 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:46:55.055984 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-3e559736-c753-4240-8b0b-8c72cf12f918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726267'] for router, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:55.087620 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d1e645-38f2-4980-97b8-21c97cb07e37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c006415-b7c7-4d19-be9b-9e4369996842,revision_number=None']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:46:55.102539 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-e0d1e645-38f2-4980-97b8-21c97cb07e37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:46:55.106637 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-e0d1e645-38f2-4980-97b8-21c97cb07e37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545536'] for subnet, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:55.109173 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-e0d1e645-38f2-4980-97b8-21c97cb07e37 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/2c006415-b7c7-4d19-be9b-9e4369996842 HTTP/1.1" status: 204 len: 168 time: 0.6872747 Jun 10 14:46:55.112326 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 39432) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:46:55.221227 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Device 4b5bad57-2144-47fa-98ed-3a4f902ca03e no longer exists at agent hyperv_hv-cinder-79578 {{(pid=98190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 14:46:55.223269 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Device b712326a-fe96-48e5-9937-f2890bcc00c8 up at agent ovs-agent-dv-cinder-795785-1-smb {{(pid=98190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:46:55.244125 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-5d768f4d-3aa1-46c3-aef2-0b42ef9cc2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33045441'] for network, before_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:55.308838 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.plugin [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] No Port match for: 4b5bad57-2144-47fa-98ed-3a4f902ca03e {{(pid=98190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 14:46:55.309114 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Device 4b5bad57-2144-47fa-98ed-3a4f902ca03e not bound to the agent host hv-cinder-79578 {{(pid=98190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 14:46:55.400888 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Provisioning for port b712326a-fe96-48e5-9937-f2890bcc00c8 completed by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:46:55.441095 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-5d768f4d-3aa1-46c3-aef2-0b42ef9cc2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32876247', 'neutron.services.segments.db._delete_segments_for_network-8770842930095'] for network, precommit_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:55.455196 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.services.segments.db [None req-5d768f4d-3aa1-46c3-aef2-0b42ef9cc2a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddae0c5b-2173-47b3-b2a7-30ff28276f6b']}} {{(pid=98188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:46:55.471858 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_hamode_db [None req-ecdd5074-e5a9-46d6-96b4-c19ac2498a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4004dcd-7fe2-40b6-b203-ecc63ac0c57d', 'name': 'tempest-AttachVolumeTestJSON-1349217729-router', 'tenant_id': '22b067f743a04ce6ac0fdb4c7ff25d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'external_fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.225'}], 'enable_snat': True}, 'gw_port_id': 'aa21a959-16ba-4e87-a7e8-a7e41db37356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:42:15Z', 'updated_at': '2021-06-10T14:42:26Z', 'revision_number': 4, 'project_id': '22b067f743a04ce6ac0fdb4c7ff25d6b', 'gw_port': {'id': 'aa21a959-16ba-4e87-a7e8-a7e41db37356', 'name': '', 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4004dcd-7fe2-40b6-b203-ecc63ac0c57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:17Z', 'updated_at': '2021-06-10T14:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-smb', '_interfaces': [{'id': '1cdf7d3c-e668-4d7e-b694-c06755ad5934', 'name': '', 'network_id': '8f467c1d-b7dd-45f1-993c-b606f02ba79f', 'tenant_id': '22b067f743a04ce6ac0fdb4c7ff25d6b', 'mac_address': 'fa:16:3e:44:3a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4004dcd-7fe2-40b6-b203-ecc63ac0c57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5f776bc1-0a43-4578-9bc2-ebe24541eeb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:23Z', 'updated_at': '2021-06-10T14:42:41Z', 'revision_number': 5, 'project_id': '22b067f743a04ce6ac0fdb4c7ff25d6b', 'subnets': [{'id': '5f776bc1-0a43-4578-9bc2-ebe24541eeb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-1-smb', False) {} {{(pid=98190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:46:55.477489 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdd5074-e5a9-46d6-96b4-c19ac2498a31 None None] Checking router: b4004dcd-7fe2-40b6-b203-ecc63ac0c57d for host: dv-cinder-795785-1-smb {{(pid=98190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 14:46:55.480229 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.services.segments.db [None req-5d768f4d-3aa1-46c3-aef2-0b42ef9cc2a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0211aeac-91cc-45db-9b50-df655b85a4f0') {'for_net_delete': True} {{(pid=98188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:46:55.480737 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.services.segments.db [None req-5d768f4d-3aa1-46c3-aef2-0b42ef9cc2a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0211aeac-91cc-45db-9b50-df655b85a4f0') {} {{(pid=98188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:46:55.486978 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdd5074-e5a9-46d6-96b4-c19ac2498a31 None None] Routers {'b4004dcd-7fe2-40b6-b203-ecc63ac0c57d'} bound to L3 agent in host dv-cinder-795785-1-smb {{(pid=98190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:46:55.487901 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_hamode_db [None req-ecdd5074-e5a9-46d6-96b4-c19ac2498a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T14:34:42Z,description=,heartbeat_timestamp=2021-06-10T14:46:42Z,host='dv-cinder-795785-1-smb',id=e92f4ea4-4278-4a3e-8ba4-23ff1581fd94,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:42Z,topic='l3_agent')) {'router_ids': ['b4004dcd-7fe2-40b6-b203-ecc63ac0c57d'], 'active': True} {{(pid=98190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:46:55.494216 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-5d768f4d-3aa1-46c3-aef2-0b42ef9cc2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770842929924', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2286394'] for segment, before_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:55.534778 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-5d768f4d-3aa1-46c3-aef2-0b42ef9cc2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32871535'] for segment, precommit_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:55.550294 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d768f4d-3aa1-46c3-aef2-0b42ef9cc2a9 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=98188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 14:46:55.551080 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-5d768f4d-3aa1-46c3-aef2-0b42ef9cc2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32871535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4122341'] for segment, after_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:55.562594 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3ba110-57c3-447c-b8d2-f7c3b168df6c None None] Network e378d419-99a5-4d8c-a4e8-3ffe4d1d62f1 requested from dv-cinder-795785-1-smb {{(pid=98190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 14:46:55.638770 dv-cinder-795785-1-smb neutron-server[98188]: Traceback (most recent call last): Jun 10 14:46:55.638770 dv-cinder-795785-1-smb neutron-server[98188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 14:46:55.638770 dv-cinder-795785-1-smb neutron-server[98188]: timer() Jun 10 14:46:55.638770 dv-cinder-795785-1-smb neutron-server[98188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 14:46:55.638770 dv-cinder-795785-1-smb neutron-server[98188]: cb(*args, **kw) Jun 10 14:46:55.638770 dv-cinder-795785-1-smb neutron-server[98188]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 14:46:55.638770 dv-cinder-795785-1-smb neutron-server[98188]: return func(*args, **kwargs) Jun 10 14:46:55.638770 dv-cinder-795785-1-smb neutron-server[98188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 14:46:55.638770 dv-cinder-795785-1-smb neutron-server[98188]: self._notify() Jun 10 14:46:55.638770 dv-cinder-795785-1-smb neutron-server[98188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 14:46:55.638770 dv-cinder-795785-1-smb neutron-server[98188]: self.callback(batched_events) Jun 10 14:46:55.638770 dv-cinder-795785-1-smb neutron-server[98188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 14:46:55.638770 dv-cinder-795785-1-smb neutron-server[98188]: event.method(event) Jun 10 14:46:55.638770 dv-cinder-795785-1-smb neutron-server[98188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 14:46:55.638770 dv-cinder-795785-1-smb neutron-server[98188]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 14:46:55.638770 dv-cinder-795785-1-smb neutron-server[98188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 14:46:55.638770 dv-cinder-795785-1-smb neutron-server[98188]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 14:46:55.638770 dv-cinder-795785-1-smb neutron-server[98188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 14:46:55.638770 dv-cinder-795785-1-smb neutron-server[98188]: return f(self, *a, **k) Jun 10 14:46:55.638770 dv-cinder-795785-1-smb neutron-server[98188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 14:46:55.638770 dv-cinder-795785-1-smb neutron-server[98188]: return self._get(url).json() Jun 10 14:46:55.638770 dv-cinder-795785-1-smb neutron-server[98188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 14:46:55.638770 dv-cinder-795785-1-smb neutron-server[98188]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 14:46:55.638770 dv-cinder-795785-1-smb neutron-server[98188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 14:46:55.638770 dv-cinder-795785-1-smb neutron-server[98188]: return self.request(url, 'GET', **kwargs) Jun 10 14:46:55.638770 dv-cinder-795785-1-smb neutron-server[98188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 14:46:55.638770 dv-cinder-795785-1-smb neutron-server[98188]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 14:46:55.638770 dv-cinder-795785-1-smb neutron-server[98188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 14:46:55.638770 dv-cinder-795785-1-smb neutron-server[98188]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 14:46:55.638770 dv-cinder-795785-1-smb neutron-server[98188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 14:46:55.638770 dv-cinder-795785-1-smb neutron-server[98188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 14:46:55.638770 dv-cinder-795785-1-smb neutron-server[98188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 14:46:55.647617 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-5d768f4d-3aa1-46c3-aef2-0b42ef9cc2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32876254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726027'] for network, after_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:55.654547 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:46:55.691393 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-5d768f4d-3aa1-46c3-aef2-0b42ef9cc2a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545536'] for network, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:55.709518 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-5d768f4d-3aa1-46c3-aef2-0b42ef9cc2a9 admin admin] 10.222.0.38 "DELETE /v2.0/networks/ddae0c5b-2173-47b3-b2a7-30ff28276f6b HTTP/1.1" status: 204 len: 168 time: 0.5904808 Jun 10 14:46:55.717231 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d768f4d-3aa1-46c3-aef2-0b42ef9cc2a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ddae0c5b-2173-47b3-b2a7-30ff28276f6b,revision_number=None']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:46:55.721483 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-5d768f4d-3aa1-46c3-aef2-0b42ef9cc2a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:46:55.843485 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e559736-c753-4240-8b0b-8c72cf12f918 admin admin] Router e7e6ed72-30e0-4d52-901b-e2016de4e9e3 is scheduled to L3 agent e92f4ea4-4278-4a3e-8ba4-23ff1581fd94 with binding_index 1 {{(pid=98189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 14:46:55.857158 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 39452) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:46:55.857323 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-ff6463a3-2d81-41e0-974c-f86c58a9b1bc None None] Provisioning for port b712326a-fe96-48e5-9937-f2890bcc00c8 completed by entity DHCP. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:46:55.897044 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-ff6463a3-2d81-41e0-974c-f86c58a9b1bc None None] Provisioning complete for port b712326a-fe96-48e5-9937-f2890bcc00c8 triggered by entity DHCP. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:46:55.897429 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-ff6463a3-2d81-41e0-974c-f86c58a9b1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32877986'] for port, provisioning_complete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:55.912873 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-1f2e58e1-7ed4-42dd-9a6a-e4b4f309c968 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=bc131fb34fa744f0b46066a89a45271a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0543358 Jun 10 14:46:55.913879 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 39456) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:46:55.978989 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-0fe2f3a4-69ed-41bb-bd2b-b8b77258ef50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:55.986471 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_dvr_db [None req-ecdd5074-e5a9-46d6-96b4-c19ac2498a31 None None] Set router b4004dcd-7fe2-40b6-b203-ecc63ac0c57d gateway port host: dv-cinder-795785-1-smb {{(pid=98190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:46:56.003227 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-0fe2f3a4-69ed-41bb-bd2b-b8b77258ef50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:56.041049 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e559736-c753-4240-8b0b-8c72cf12f918 admin admin] Notify agent at l3_agent.dv-cinder-795785-1-smb the message routers_updated {{(pid=98189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 14:46:56.053988 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acd5923-74f0-4df4-861d-7d9bbb4a7361 None None] Sync routers for ids ['e7e6ed72-30e0-4d52-901b-e2016de4e9e3'] in dv-cinder-795785-1-smb {{(pid=98191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 14:46:56.066574 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acd5923-74f0-4df4-861d-7d9bbb4a7361 None None] Routers {'e7e6ed72-30e0-4d52-901b-e2016de4e9e3'} bound to L3 agent in host dv-cinder-795785-1-smb {{(pid=98191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:46:56.068485 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_hamode_db [None req-6acd5923-74f0-4df4-861d-7d9bbb4a7361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T14:34:42Z,description=,heartbeat_timestamp=2021-06-10T14:46:42Z,host='dv-cinder-795785-1-smb',id=e92f4ea4-4278-4a3e-8ba4-23ff1581fd94,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:42Z,topic='l3_agent')) {'router_ids': ['e7e6ed72-30e0-4d52-901b-e2016de4e9e3'], 'active': True} {{(pid=98191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:46:56.069833 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-0fe2f3a4-69ed-41bb-bd2b-b8b77258ef50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:56.075373 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-0fe2f3a4-69ed-41bb-bd2b-b8b77258ef50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:56.083278 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-0fe2f3a4-69ed-41bb-bd2b-b8b77258ef50 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/307f7cbf-3436-43df-a630-de1494d634f7 HTTP/1.1" status: 204 len: 168 time: 0.1648953 Jun 10 14:46:56.086078 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-3e559736-c753-4240-8b0b-8c72cf12f918 admin admin] Notify callbacks [] for router, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:56.090091 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-3e559736-c753-4240-8b0b-8c72cf12f918 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.3599925 Jun 10 14:46:56.090338 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 39462) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:46:56.094599 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-c1c9e104-0942-4eda-b5fc-b9f8034d1922 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:46:56.116131 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe2f3a4-69ed-41bb-bd2b-b8b77258ef50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=307f7cbf-3436-43df-a630-de1494d634f7,revision_number=None']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:46:56.126542 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-0fe2f3a4-69ed-41bb-bd2b-b8b77258ef50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:46:56.152679 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 39466) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:46:56.226620 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-ff6463a3-2d81-41e0-974c-f86c58a9b1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:56.272962 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-f1edb889-e95e-414d-8dae-9174f4b214ca tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Notify callbacks [] for security_group, before_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:56.319457 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-f1edb889-e95e-414d-8dae-9174f4b214ca tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:56.325522 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_dvr_db [None req-6acd5923-74f0-4df4-861d-7d9bbb4a7361 None None] Set router e7e6ed72-30e0-4d52-901b-e2016de4e9e3 gateway port host: dv-cinder-795785-1-smb {{(pid=98191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:46:56.385298 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-f1edb889-e95e-414d-8dae-9174f4b214ca tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:56.389248 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-f1edb889-e95e-414d-8dae-9174f4b214ca tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Notify callbacks [] for security_group, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:56.394114 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-f1edb889-e95e-414d-8dae-9174f4b214ca tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "DELETE /v2.0/security-groups/ba1f250a-493e-4112-8d1f-5dae11288c22 HTTP/1.1" status: 204 len: 168 time: 0.2402744 Jun 10 14:46:56.394772 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 39468) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:46:56.396795 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-1047e709-c472-4066-a05f-80b0c4533482 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:46:56.422209 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.api.v2.resource [None req-3de83b07-b22c-4bf8-b7c4-a4834ac635c2 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] show failed (client error): The resource could not be found. Jun 10 14:46:56.426588 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 39470) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:46:56.427184 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-3de83b07-b22c-4bf8-b7c4-a4834ac635c2 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/security-groups/ba1f250a-493e-4112-8d1f-5dae11288c22 HTTP/1.1" status: 404 len: 347 time: 0.0257151 Jun 10 14:46:56.441707 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1edb889-e95e-414d-8dae-9174f4b214ca tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba1f250a-493e-4112-8d1f-5dae11288c22,revision_number=None']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:46:56.451774 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-f1edb889-e95e-414d-8dae-9174f4b214ca tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:46:56.503236 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-ff6463a3-2d81-41e0-974c-f86c58a9b1bc None None] For port b712326a-fe96-48e5-9937-f2890bcc00c8, host dv-cinder-795785-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-smb',level=0,port_id=b712326a-fe96-48e5-9937-f2890bcc00c8,segment=NetworkSegment(1161e342-38eb-4659-8988-2301eb83d5e1),segment_id=1161e342-38eb-4659-8988-2301eb83d5e1)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:46:56.512651 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-ff6463a3-2d81-41e0-974c-f86c58a9b1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:56.516544 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:46:56.622030 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6463a3-2d81-41e0-974c-f86c58a9b1bc None None] Pushing event updated for resources: {'Port': ['ID=b712326a-fe96-48e5-9937-f2890bcc00c8,revision_number=3']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:46:56.625689 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-ff6463a3-2d81-41e0-974c-f86c58a9b1bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:46:56.654351 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_hamode_db [None req-ecdd5074-e5a9-46d6-96b4-c19ac2498a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4004dcd-7fe2-40b6-b203-ecc63ac0c57d', 'name': 'tempest-AttachVolumeTestJSON-1349217729-router', 'tenant_id': '22b067f743a04ce6ac0fdb4c7ff25d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'external_fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.225'}], 'enable_snat': True}, 'gw_port_id': 'aa21a959-16ba-4e87-a7e8-a7e41db37356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:42:15Z', 'updated_at': '2021-06-10T14:42:26Z', 'revision_number': 4, 'project_id': '22b067f743a04ce6ac0fdb4c7ff25d6b', 'gw_port': {'id': 'aa21a959-16ba-4e87-a7e8-a7e41db37356', 'name': '', 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4004dcd-7fe2-40b6-b203-ecc63ac0c57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:17Z', 'updated_at': '2021-06-10T14:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-smb', '_interfaces': [{'id': '1cdf7d3c-e668-4d7e-b694-c06755ad5934', 'name': '', 'network_id': '8f467c1d-b7dd-45f1-993c-b606f02ba79f', 'tenant_id': '22b067f743a04ce6ac0fdb4c7ff25d6b', 'mac_address': 'fa:16:3e:44:3a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4004dcd-7fe2-40b6-b203-ecc63ac0c57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5f776bc1-0a43-4578-9bc2-ebe24541eeb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:23Z', 'updated_at': '2021-06-10T14:42:41Z', 'revision_number': 5, 'project_id': '22b067f743a04ce6ac0fdb4c7ff25d6b', 'subnets': [{'id': '5f776bc1-0a43-4578-9bc2-ebe24541eeb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-1-smb', False) {} {{(pid=98190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:46:56.658526 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdd5074-e5a9-46d6-96b4-c19ac2498a31 None None] The sync data for ids ['b4004dcd-7fe2-40b6-b203-ecc63ac0c57d'] in dv-cinder-795785-1-smb is: [{'id': 'b4004dcd-7fe2-40b6-b203-ecc63ac0c57d', 'name': 'tempest-AttachVolumeTestJSON-1349217729-router', 'tenant_id': '22b067f743a04ce6ac0fdb4c7ff25d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'external_fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.225'}], 'enable_snat': True}, 'gw_port_id': 'aa21a959-16ba-4e87-a7e8-a7e41db37356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:42:15Z', 'updated_at': '2021-06-10T14:42:26Z', 'revision_number': 4, 'project_id': '22b067f743a04ce6ac0fdb4c7ff25d6b', 'gw_port': {'id': 'aa21a959-16ba-4e87-a7e8-a7e41db37356', 'name': '', 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4004dcd-7fe2-40b6-b203-ecc63ac0c57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:17Z', 'updated_at': '2021-06-10T14:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-smb', '_interfaces': [{'id': '1cdf7d3c-e668-4d7e-b694-c06755ad5934', 'name': '', 'network_id': '8f467c1d-b7dd-45f1-993c-b606f02ba79f', 'tenant_id': '22b067f743a04ce6ac0fdb4c7ff25d6b', 'mac_address': 'fa:16:3e:44:3a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4004dcd-7fe2-40b6-b203-ecc63ac0c57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5f776bc1-0a43-4578-9bc2-ebe24541eeb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:23Z', 'updated_at': '2021-06-10T14:42:41Z', 'revision_number': 5, 'project_id': '22b067f743a04ce6ac0fdb4c7ff25d6b', 'subnets': [{'id': '5f776bc1-0a43-4578-9bc2-ebe24541eeb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 14:46:56.734206 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_hamode_db [None req-6acd5923-74f0-4df4-861d-7d9bbb4a7361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e6ed72-30e0-4d52-901b-e2016de4e9e3', 'name': 'tempest-TestShelveInstance-2146490091-router', 'tenant_id': 'f118f8afe4cb43389f09486f16dc9b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'external_fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.201'}], 'enable_snat': True}, 'gw_port_id': '75c78a2e-14f3-4631-88a2-e203e1a3176a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:46:52Z', 'updated_at': '2021-06-10T14:46:54Z', 'revision_number': 3, 'project_id': 'f118f8afe4cb43389f09486f16dc9b22', 'gw_port': {'id': '75c78a2e-14f3-4631-88a2-e203e1a3176a', 'name': '', 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:75:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7e6ed72-30e0-4d52-901b-e2016de4e9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:46:53Z', 'updated_at': '2021-06-10T14:46:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-smb'}], 'dv-cinder-795785-1-smb', False) {} {{(pid=98191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:46:56.737934 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acd5923-74f0-4df4-861d-7d9bbb4a7361 None None] Checking router: e7e6ed72-30e0-4d52-901b-e2016de4e9e3 for host: dv-cinder-795785-1-smb {{(pid=98191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 14:46:56.738818 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acd5923-74f0-4df4-861d-7d9bbb4a7361 None None] Updating router e7e6ed72-30e0-4d52-901b-e2016de4e9e3 port 75c78a2e-14f3-4631-88a2-e203e1a3176a binding host dv-cinder-795785-1-smb {{(pid=98191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 14:46:56.782605 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron_lib.callbacks.manager [None req-6acd5923-74f0-4df4-861d-7d9bbb4a7361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:56.873793 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-332a93e1-1789-41cf-bed3-e911d0aeefde None None] Provisioning complete for port b712326a-fe96-48e5-9937-f2890bcc00c8 triggered by entity DHCP. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:46:56.874288 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-332a93e1-1789-41cf-bed3-e911d0aeefde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32877986'] for port, provisioning_complete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:56.941869 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1cf414-b58e-4179-bb69-9038260788b2 None None] New status for floating IP b2e13cdd-8ea0-45bb-9d61-0af981abc205: DOWN {{(pid=98190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 14:46:57.018400 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.plugin [None req-fe0e67bb-a301-4612-9b9c-9f3e929ad3f8 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Deleting port e0924f1c-8e84-44f5-a92f-8769d22f8cee {{(pid=98189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 14:46:57.018744 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-fe0e67bb-a301-4612-9b9c-9f3e929ad3f8 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770842860575'] for port, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:57.160813 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron_lib.callbacks.manager [None req-6acd5923-74f0-4df4-861d-7d9bbb4a7361 None None] Notify callbacks [] for port, precommit_update {{(pid=98191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:57.178987 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.provisioning_blocks [None req-6acd5923-74f0-4df4-861d-7d9bbb4a7361 None None] Transition to ACTIVE for port object 75c78a2e-14f3-4631-88a2-e203e1a3176a will not be triggered until provisioned by entity L2. {{(pid=98191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:46:57.186092 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron_lib.callbacks.manager [None req-6acd5923-74f0-4df4-861d-7d9bbb4a7361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:57.189099 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98191) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:46:57.193735 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-fe0e67bb-a301-4612-9b9c-9f3e929ad3f8 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725918'] for port, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:57.194234 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-fe0e67bb-a301-4612-9b9c-9f3e929ad3f8 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:57.198452 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Device b712326a-fe96-48e5-9937-f2890bcc00c8 up at agent ovs-agent-dv-cinder-795785-1-smb {{(pid=98190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:46:57.265580 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Provisioning complete for port b712326a-fe96-48e5-9937-f2890bcc00c8 triggered by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:46:57.266368 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32877986'] for port, provisioning_complete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:57.277666 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3105bc86-1bd8-4b4d-b1df-41efbccfb600 None None] Pushing event updated for resources: {'Port': ['ID=75c78a2e-14f3-4631-88a2-e203e1a3176a,revision_number=2']} {{(pid=98191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:46:57.286474 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.plugins.ml2.managers [None req-6acd5923-74f0-4df4-861d-7d9bbb4a7361 None None] Attempting to bind port 75c78a2e-14f3-4631-88a2-e203e1a3176a on host dv-cinder-795785-1-smb for vnic_type normal with profile {{(pid=98191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 14:46:57.287158 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.plugins.ml2.managers [None req-6acd5923-74f0-4df4-861d-7d9bbb4a7361 None None] Attempting to bind port 75c78a2e-14f3-4631-88a2-e203e1a3176a by drivers openvswitch,hyperv on host dv-cinder-795785-1-smb at level 0 using segments [{'id': '09b1f6b8-9c92-4513-844c-f3187f12106a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a'}] {{(pid=98191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 14:46:57.287634 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acd5923-74f0-4df4-861d-7d9bbb4a7361 None None] Attempting to bind port 75c78a2e-14f3-4631-88a2-e203e1a3176a on network d939252c-9d87-4c0a-b331-cccdb2846f4a {{(pid=98191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 14:46:57.291494 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3105bc86-1bd8-4b4d-b1df-41efbccfb600 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:46:57.291950 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3105bc86-1bd8-4b4d-b1df-41efbccfb600 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:46:57.292561 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3105bc86-1bd8-4b4d-b1df-41efbccfb600 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:46:57.292995 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3105bc86-1bd8-4b4d-b1df-41efbccfb600 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:46:57.293502 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3105bc86-1bd8-4b4d-b1df-41efbccfb600 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:46:57.293924 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3105bc86-1bd8-4b4d-b1df-41efbccfb600 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:46:57.294347 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3105bc86-1bd8-4b4d-b1df-41efbccfb600 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:46:57.294778 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3105bc86-1bd8-4b4d-b1df-41efbccfb600 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:46:57.295218 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3105bc86-1bd8-4b4d-b1df-41efbccfb600 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:46:57.296247 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3105bc86-1bd8-4b4d-b1df-41efbccfb600 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:46:57.296957 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3105bc86-1bd8-4b4d-b1df-41efbccfb600 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:46:57.297377 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3105bc86-1bd8-4b4d-b1df-41efbccfb600 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:46:57.304872 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG oslo_concurrency.lockutils [None req-3105bc86-1bd8-4b4d-b1df-41efbccfb600 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=98191) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:46:57.306165 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acd5923-74f0-4df4-861d-7d9bbb4a7361 None None] Checking agent: {'id': '22b05ad3-e755-4423-b55e-6b54dea224ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 14, 34, 42), 'started_at': datetime.datetime(2021, 6, 10, 14, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 14, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 14:46:57.306730 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acd5923-74f0-4df4-861d-7d9bbb4a7361 None None] Checking segment: {'id': '09b1f6b8-9c92-4513-844c-f3187f12106a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 14:46:57.307453 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron_lib.callbacks.manager [None req-6acd5923-74f0-4df4-861d-7d9bbb4a7361 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:57.307762 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acd5923-74f0-4df4-861d-7d9bbb4a7361 None None] Bound using segment: {'id': '09b1f6b8-9c92-4513-844c-f3187f12106a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a'} {{(pid=98191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 14:46:57.308837 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.plugins.ml2.managers [None req-6acd5923-74f0-4df4-861d-7d9bbb4a7361 None None] Bound port: 75c78a2e-14f3-4631-88a2-e203e1a3176a, host: dv-cinder-795785-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09b1f6b8-9c92-4513-844c-f3187f12106a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a'}}] {{(pid=98191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 14:46:57.309514 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron_lib.callbacks.manager [None req-6acd5923-74f0-4df4-861d-7d9bbb4a7361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:57.326289 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.plugin [None req-fe0e67bb-a301-4612-9b9c-9f3e929ad3f8 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Calling delete_port for e0924f1c-8e84-44f5-a92f-8769d22f8cee owned by network:floatingip {{(pid=98189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 14:46:57.336771 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-735e5701-5a5a-4cc3-b112-4ed510925b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:57.376894 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.plugins.ml2.db [None req-6acd5923-74f0-4df4-861d-7d9bbb4a7361 None None] For port 75c78a2e-14f3-4631-88a2-e203e1a3176a, host dv-cinder-795785-1-smb, cleared binding levels {{(pid=98191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 14:46:57.380153 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.plugins.ml2.db [None req-6acd5923-74f0-4df4-861d-7d9bbb4a7361 None None] For port 75c78a2e-14f3-4631-88a2-e203e1a3176a, host dv-cinder-795785-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-smb',level=0,port_id=75c78a2e-14f3-4631-88a2-e203e1a3176a,segment=NetworkSegment(09b1f6b8-9c92-4513-844c-f3187f12106a),segment_id=09b1f6b8-9c92-4513-844c-f3187f12106a)] {{(pid=98191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 14:46:57.384802 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron_lib.callbacks.manager [None req-6acd5923-74f0-4df4-861d-7d9bbb4a7361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:57.387781 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG oslo_concurrency.lockutils [None req-fb382ad3-967c-4cae-babd-0c7baf0f7ee5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98191) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:46:57.447649 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acd5923-74f0-4df4-861d-7d9bbb4a7361 None None] Routers {'e7e6ed72-30e0-4d52-901b-e2016de4e9e3'} bound to L3 agent in host dv-cinder-795785-1-smb {{(pid=98191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:46:57.448269 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_hamode_db [None req-6acd5923-74f0-4df4-861d-7d9bbb4a7361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T14:34:42Z,description=,heartbeat_timestamp=2021-06-10T14:46:42Z,host='dv-cinder-795785-1-smb',id=e92f4ea4-4278-4a3e-8ba4-23ff1581fd94,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:42Z,topic='l3_agent')) {'router_ids': ['e7e6ed72-30e0-4d52-901b-e2016de4e9e3'], 'active': True} {{(pid=98191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:46:57.540916 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3105bc86-1bd8-4b4d-b1df-41efbccfb600 None None] Pushing event updated for resources: {'Port': ['ID=75c78a2e-14f3-4631-88a2-e203e1a3176a,revision_number=3']} {{(pid=98191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:46:57.545014 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG oslo_concurrency.lockutils [None req-3105bc86-1bd8-4b4d-b1df-41efbccfb600 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=98191) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:46:57.590617 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_dvr_db [None req-6acd5923-74f0-4df4-861d-7d9bbb4a7361 None None] Set router e7e6ed72-30e0-4d52-901b-e2016de4e9e3 gateway port host: dv-cinder-795785-1-smb {{(pid=98191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:46:57.649618 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.db.db_base_plugin_common [None req-735e5701-5a5a-4cc3-b112-4ed510925b3f admin admin] Allocated IP 172.20.0.1 (e378d419-99a5-4d8c-a4e8-3ffe4d1d62f1/56db2e31-5909-4819-bf54-a79557f7c937/f5bca1c0-d472-4be9-b714-43eed5862400) {{(pid=98189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 14:46:57.654727 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-fe0e67bb-a301-4612-9b9c-9f3e929ad3f8 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770842865987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770842374669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10153669'] for port, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:57.659027 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:46:57.702332 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0e67bb-a301-4612-9b9c-9f3e929ad3f8 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Pushing event deleted for resources: {'Port': ['ID=e0924f1c-8e84-44f5-a92f-8769d22f8cee,revision_number=None']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:46:57.704853 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-fe0e67bb-a301-4612-9b9c-9f3e929ad3f8 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:46:57.859251 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-fe0e67bb-a301-4612-9b9c-9f3e929ad3f8 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Notify callbacks [] for floatingip, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:57.861770 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-fe0e67bb-a301-4612-9b9c-9f3e929ad3f8 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32075'] for floatingip, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:57.862903 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-fe0e67bb-a301-4612-9b9c-9f3e929ad3f8 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "DELETE /v2.0/floatingips/b2e13cdd-8ea0-45bb-9d61-0af981abc205 HTTP/1.1" status: 204 len: 168 time: 1.4345443 Jun 10 14:46:57.903708 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-735e5701-5a5a-4cc3-b112-4ed510925b3f admin admin] Notify callbacks [] for port, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:57.917918 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.db.provisioning_blocks [None req-735e5701-5a5a-4cc3-b112-4ed510925b3f admin admin] Transition to ACTIVE for port object f5bca1c0-d472-4be9-b714-43eed5862400 will not be triggered until provisioned by entity DHCP. {{(pid=98189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:46:57.935967 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_hamode_db [None req-6acd5923-74f0-4df4-861d-7d9bbb4a7361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e6ed72-30e0-4d52-901b-e2016de4e9e3', 'name': 'tempest-TestShelveInstance-2146490091-router', 'tenant_id': 'f118f8afe4cb43389f09486f16dc9b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'external_fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.201'}], 'enable_snat': True}, 'gw_port_id': '75c78a2e-14f3-4631-88a2-e203e1a3176a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:46:52Z', 'updated_at': '2021-06-10T14:46:54Z', 'revision_number': 3, 'project_id': 'f118f8afe4cb43389f09486f16dc9b22', 'gw_port': {'id': '75c78a2e-14f3-4631-88a2-e203e1a3176a', 'name': '', 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:75:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7e6ed72-30e0-4d52-901b-e2016de4e9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:46:53Z', 'updated_at': '2021-06-10T14:46:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-smb'}], 'dv-cinder-795785-1-smb', False) {} {{(pid=98191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:46:57.939908 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acd5923-74f0-4df4-861d-7d9bbb4a7361 None None] The sync data for ids ['e7e6ed72-30e0-4d52-901b-e2016de4e9e3'] in dv-cinder-795785-1-smb is: [{'id': 'e7e6ed72-30e0-4d52-901b-e2016de4e9e3', 'name': 'tempest-TestShelveInstance-2146490091-router', 'tenant_id': 'f118f8afe4cb43389f09486f16dc9b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'external_fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.201'}], 'enable_snat': True}, 'gw_port_id': '75c78a2e-14f3-4631-88a2-e203e1a3176a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:46:52Z', 'updated_at': '2021-06-10T14:46:54Z', 'revision_number': 3, 'project_id': 'f118f8afe4cb43389f09486f16dc9b22', 'gw_port': {'id': '75c78a2e-14f3-4631-88a2-e203e1a3176a', 'name': '', 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:75:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7e6ed72-30e0-4d52-901b-e2016de4e9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:46:53Z', 'updated_at': '2021-06-10T14:46:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-smb'}] {{(pid=98191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 14:46:57.962101 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-735e5701-5a5a-4cc3-b112-4ed510925b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33290945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770842374660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10153694'] for port, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:57.969203 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-cccc5336-e196-4737-b10b-8c5f7dd496a6 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:46:58.003188 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735e5701-5a5a-4cc3-b112-4ed510925b3f admin admin] Network e378d419-99a5-4d8c-a4e8-3ffe4d1d62f1 is already hosted by enough agents. {{(pid=98189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 14:46:58.007092 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.base_scheduler [None req-735e5701-5a5a-4cc3-b112-4ed510925b3f admin admin] Resources bound (agent type, host, resource id): {{(pid=98189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:46:58.010696 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735e5701-5a5a-4cc3-b112-4ed510925b3f admin admin] Received port after_create {{(pid=98189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 14:46:58.075286 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735e5701-5a5a-4cc3-b112-4ed510925b3f admin admin] Pushing event updated for resources: {'Port': ['ID=f5bca1c0-d472-4be9-b714-43eed5862400,revision_number=1']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:46:58.085580 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-735e5701-5a5a-4cc3-b112-4ed510925b3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:46:58.094700 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-735e5701-5a5a-4cc3-b112-4ed510925b3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-722748'] for router_interface, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:58.348154 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 39490) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:46:58.355858 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.v2.base [None req-9db46e3a-0f87-4e72-a2f6-c27ac3297a07 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1483113983', 'description': 'tempest-description--1030765436'}} {{(pid=98188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:46:58.374480 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-735e5701-5a5a-4cc3-b112-4ed510925b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:58.396117 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-ad475b6d-b211-4ada-b1e7-4bdb334335b1 None None] Provisioning for port f5bca1c0-d472-4be9-b714-43eed5862400 completed by entity DHCP. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:46:58.400734 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-9db46e3a-0f87-4e72-a2f6-c27ac3297a07 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Notify callbacks [] for security_group, before_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:58.402889 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-ad475b6d-b211-4ada-b1e7-4bdb334335b1 None None] Provisioning complete for port f5bca1c0-d472-4be9-b714-43eed5862400 triggered by entity DHCP. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:46:58.403511 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-ad475b6d-b211-4ada-b1e7-4bdb334335b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32877986'] for port, provisioning_complete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:58.456270 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.plugin [None req-ad475b6d-b211-4ada-b1e7-4bdb334335b1 None None] Port f5bca1c0-d472-4be9-b714-43eed5862400 cannot update to ACTIVE because it is not bound. {{(pid=98190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 14:46:58.514802 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-9db46e3a-0f87-4e72-a2f6-c27ac3297a07 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Notify callbacks [] for security_group, precommit_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:58.522764 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-9db46e3a-0f87-4e72-a2f6-c27ac3297a07 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:58.527000 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-e9def1c8-b54a-4659-87ed-bed6e95ac682 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:46:58.560131 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-9db46e3a-0f87-4e72-a2f6-c27ac3297a07 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Notify callbacks [] for security_group, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:58.564227 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-9db46e3a-0f87-4e72-a2f6-c27ac3297a07 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2116337 Jun 10 14:46:58.565191 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 39492) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:46:58.565878 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db46e3a-0f87-4e72-a2f6-c27ac3297a07 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86bf7938-6cdc-4dcd-9058-9a0e05f6788b,revision_number=1']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:46:58.570910 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.v2.base [None req-d1217e89-a15c-4cf0-96de-bce6b5bfc21a tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Request body: {'security_group_rule': {'security_group_id': '86bf7938-6cdc-4dcd-9058-9a0e05f6788b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:46:58.573269 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-9db46e3a-0f87-4e72-a2f6-c27ac3297a07 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:46:58.627512 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-d1217e89-a15c-4cf0-96de-bce6b5bfc21a tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:58.663524 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-735e5701-5a5a-4cc3-b112-4ed510925b3f admin admin] Notify callbacks [] for port, precommit_update {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:58.671459 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-735e5701-5a5a-4cc3-b112-4ed510925b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10153676'] for port, after_update {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:58.679734 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-cccc5336-e196-4737-b10b-8c5f7dd496a6 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:46:58.793159 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-735e5701-5a5a-4cc3-b112-4ed510925b3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-722760'] for router_interface, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:58.806228 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-d1217e89-a15c-4cf0-96de-bce6b5bfc21a tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:58.807183 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735e5701-5a5a-4cc3-b112-4ed510925b3f admin admin] Pushing event updated for resources: {'Port': ['ID=f5bca1c0-d472-4be9-b714-43eed5862400,revision_number=2']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:46:58.811606 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-735e5701-5a5a-4cc3-b112-4ed510925b3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:46:58.812601 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-d1217e89-a15c-4cf0-96de-bce6b5bfc21a tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734018'] for security_group_rule, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:58.816625 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-549c1d39-ec76-4849-b3aa-642739a9caa9 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:46:58.867374 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1217e89-a15c-4cf0-96de-bce6b5bfc21a tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8f9d05d-90ab-4f0c-8f45-7d6f82c9d82d,revision_number=0']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:46:58.871690 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-d1217e89-a15c-4cf0-96de-bce6b5bfc21a tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:46:58.872514 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-d1217e89-a15c-4cf0-96de-bce6b5bfc21a tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:58.876140 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-d1217e89-a15c-4cf0-96de-bce6b5bfc21a tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3075607 Jun 10 14:46:58.876626 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 39494) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:46:58.882433 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.v2.base [None req-4b809098-59d3-4577-9b69-b4ced8f8fb0e tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Request body: {'security_group_rule': {'security_group_id': '86bf7938-6cdc-4dcd-9058-9a0e05f6788b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:46:58.913167 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-4b809098-59d3-4577-9b69-b4ced8f8fb0e tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:58.954054 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735e5701-5a5a-4cc3-b112-4ed510925b3f admin admin] Network e378d419-99a5-4d8c-a4e8-3ffe4d1d62f1 is already hosted by enough agents. {{(pid=98189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 14:46:58.955290 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.base_scheduler [None req-735e5701-5a5a-4cc3-b112-4ed510925b3f admin admin] Resources bound (agent type, host, resource id): {{(pid=98189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:46:58.978598 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-4b809098-59d3-4577-9b69-b4ced8f8fb0e tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:58.982907 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-4b809098-59d3-4577-9b69-b4ced8f8fb0e tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734018'] for security_group_rule, after_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:58.985759 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-1342faa1-2061-4c98-ad26-4d46a7ec7110 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:46:59.005203 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b809098-59d3-4577-9b69-b4ced8f8fb0e tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f55740e-0cb1-40ea-99a4-7580d1ed045e,revision_number=0']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:46:59.008426 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-4b809098-59d3-4577-9b69-b4ced8f8fb0e tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:46:59.012114 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-4b809098-59d3-4577-9b69-b4ced8f8fb0e tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:59.014543 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-4b809098-59d3-4577-9b69-b4ced8f8fb0e tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1368406 Jun 10 14:46:59.016737 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 39496) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:46:59.021976 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.v2.base [None req-0ecc4a3c-df13-413b-8428-b05b053f31ed tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Request body: {'floatingip': {'floating_network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a'}} {{(pid=98188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:46:59.047500 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-0ecc4a3c-df13-413b-8428-b05b053f31ed tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Notify callbacks [] for floatingip, before_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:59.143650 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-735e5701-5a5a-4cc3-b112-4ed510925b3f admin admin] Router e7e6ed72-30e0-4d52-901b-e2016de4e9e3 has already been hosted by L3 agent e92f4ea4-4278-4a3e-8ba4-23ff1581fd94 {{(pid=98189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 14:46:59.160461 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Device 75c78a2e-14f3-4631-88a2-e203e1a3176a up at agent ovs-agent-dv-cinder-795785-1-smb {{(pid=98190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:46:59.212041 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-0ecc4a3c-df13-413b-8428-b05b053f31ed tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:59.238005 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Provisioning for port 75c78a2e-14f3-4631-88a2-e203e1a3176a completed by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:46:59.242675 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Provisioning complete for port 75c78a2e-14f3-4631-88a2-e203e1a3176a triggered by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:46:59.243065 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32877986'] for port, provisioning_complete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:59.303261 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-53dd6c3d-f7ad-44b8-bf94-acc3e138adc0 None None] Provisioning complete for port f5bca1c0-d472-4be9-b714-43eed5862400 triggered by entity DHCP. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:46:59.303643 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-53dd6c3d-f7ad-44b8-bf94-acc3e138adc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32877986'] for port, provisioning_complete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:59.347649 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.plugin [None req-53dd6c3d-f7ad-44b8-bf94-acc3e138adc0 None None] Port f5bca1c0-d472-4be9-b714-43eed5862400 cannot update to ACTIVE because it is not bound. {{(pid=98190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 14:46:59.359959 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.db.db_base_plugin_common [None req-0ecc4a3c-df13-413b-8428-b05b053f31ed tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Allocated IP 172.28.0.103 (d939252c-9d87-4c0a-b331-cccdb2846f4a/bb56f5fa-8acc-4201-b097-078ac8811790/681217cd-ac78-4448-a1dd-f5ea5d91df86) {{(pid=98188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 14:46:59.419577 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:59.448898 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] For port 75c78a2e-14f3-4631-88a2-e203e1a3176a, host dv-cinder-795785-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-smb',level=0,port_id=75c78a2e-14f3-4631-88a2-e203e1a3176a,segment=NetworkSegment(09b1f6b8-9c92-4513-844c-f3187f12106a),segment_id=09b1f6b8-9c92-4513-844c-f3187f12106a)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:46:59.455684 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:59.460044 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:46:59.521207 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Pushing event updated for resources: {'Port': ['ID=75c78a2e-14f3-4631-88a2-e203e1a3176a,revision_number=4']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:46:59.531738 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:46:59.567010 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-0ecc4a3c-df13-413b-8428-b05b053f31ed tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Notify callbacks [] for port, precommit_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:59.613734 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-0ecc4a3c-df13-413b-8428-b05b053f31ed tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33290945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770842374660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4122283'] for port, after_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:59.632026 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-966eaa4a-2186-44c3-a826-8a6bba44da50 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:46:59.633003 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-735e5701-5a5a-4cc3-b112-4ed510925b3f admin admin] Notify agent at l3_agent.dv-cinder-795785-1-smb the message routers_updated {{(pid=98189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 14:46:59.638576 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-735e5701-5a5a-4cc3-b112-4ed510925b3f admin admin] 10.222.0.38 "PUT /v2.0/routers/e7e6ed72-30e0-4d52-901b-e2016de4e9e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5461180 Jun 10 14:46:59.682883 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ecc4a3c-df13-413b-8428-b05b053f31ed tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Network d939252c-9d87-4c0a-b331-cccdb2846f4a is already hosted by enough agents. {{(pid=98188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 14:46:59.685703 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.scheduler.base_scheduler [None req-0ecc4a3c-df13-413b-8428-b05b053f31ed tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Resources bound (agent type, host, resource id): {{(pid=98188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:46:59.689255 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecc4a3c-df13-413b-8428-b05b053f31ed tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Received port after_create {{(pid=98188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 14:46:59.725756 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecc4a3c-df13-413b-8428-b05b053f31ed tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Pushing event updated for resources: {'Port': ['ID=681217cd-ac78-4448-a1dd-f5ea5d91df86,revision_number=1']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:46:59.733239 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-0ecc4a3c-df13-413b-8428-b05b053f31ed tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:46:59.788654 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 39510) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:46:59.898869 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee2a31c-6cfe-4ee0-a3b6-0e237ae9b1f4 None None] Sync routers for ids ['e7e6ed72-30e0-4d52-901b-e2016de4e9e3'] in dv-cinder-795785-1-smb {{(pid=98191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 14:46:59.912610 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee2a31c-6cfe-4ee0-a3b6-0e237ae9b1f4 None None] Routers {'e7e6ed72-30e0-4d52-901b-e2016de4e9e3'} bound to L3 agent in host dv-cinder-795785-1-smb {{(pid=98191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:46:59.913616 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_hamode_db [None req-dee2a31c-6cfe-4ee0-a3b6-0e237ae9b1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T14:34:42Z,description=,heartbeat_timestamp=2021-06-10T14:46:42Z,host='dv-cinder-795785-1-smb',id=e92f4ea4-4278-4a3e-8ba4-23ff1581fd94,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:42Z,topic='l3_agent')) {'router_ids': ['e7e6ed72-30e0-4d52-901b-e2016de4e9e3'], 'active': True} {{(pid=98191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:46:59.944070 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-2f3e41e2-1117-4914-bbc2-485c9cfe20d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:00.067006 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-0ecc4a3c-df13-413b-8428-b05b053f31ed tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:00.069255 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-2f3e41e2-1117-4914-bbc2-485c9cfe20d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:00.075789 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-2f3e41e2-1117-4914-bbc2-485c9cfe20d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:00.079736 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-8c36cda5-453d-482f-88e0-4a99c27ee2b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:47:00.101936 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_dvr_db [None req-dee2a31c-6cfe-4ee0-a3b6-0e237ae9b1f4 None None] Set router e7e6ed72-30e0-4d52-901b-e2016de4e9e3 gateway port host: dv-cinder-795785-1-smb {{(pid=98191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:47:00.112697 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3e41e2-1117-4914-bbc2-485c9cfe20d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d07a207f-6537-42de-9579-3e30a7b988c6,revision_number=1']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:47:00.117856 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-2f3e41e2-1117-4914-bbc2-485c9cfe20d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:47:00.134087 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-2f3e41e2-1117-4914-bbc2-485c9cfe20d7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=62dd9043de9647fc9eb265f5a795f7eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3443360 Jun 10 14:47:00.136692 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 39522) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:47:00.153602 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-0ecc4a3c-df13-413b-8428-b05b053f31ed tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:00.200808 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-3bd2aade-504c-404e-8eaa-89d92e788ead admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:00.234165 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-3bd2aade-504c-404e-8eaa-89d92e788ead admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:00.276593 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 39526) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:47:00.281669 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.v2.base [None req-0e5a8760-3417-4d5e-bd32-c809c21e5c84 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1816330015-network', 'tenant_id': '0d03bca61a1947958f98a8001aa40111'}} {{(pid=98189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:47:00.307944 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e5a8760-3417-4d5e-bd32-c809c21e5c84 admin admin] Made reservation on behalf of 0d03bca61a1947958f98a8001aa40111 for: {'network': 1} {{(pid=98189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 14:47:00.311211 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-0e5a8760-3417-4d5e-bd32-c809c21e5c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33290777'] for network, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:00.326986 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-0e5a8760-3417-4d5e-bd32-c809c21e5c84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:00.349566 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-3bd2aade-504c-404e-8eaa-89d92e788ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:00.352230 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-3bd2aade-504c-404e-8eaa-89d92e788ead admin admin] Notify callbacks [] for security_group, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:00.353389 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-3bd2aade-504c-404e-8eaa-89d92e788ead admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d07a207f-6537-42de-9579-3e30a7b988c6 HTTP/1.1" status: 204 len: 168 time: 0.2152162 Jun 10 14:47:00.356345 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-f0c82494-b2f3-444b-82ee-afdc620bbaeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:47:00.373386 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd2aade-504c-404e-8eaa-89d92e788ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d07a207f-6537-42de-9579-3e30a7b988c6,revision_number=None']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:47:00.376141 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-3bd2aade-504c-404e-8eaa-89d92e788ead admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:47:00.410653 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-0ecc4a3c-df13-413b-8428-b05b053f31ed tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Notify callbacks [] for port, precommit_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:00.418025 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-0ecc4a3c-df13-413b-8428-b05b053f31ed tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4122297'] for port, after_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:00.432336 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_hamode_db [None req-dee2a31c-6cfe-4ee0-a3b6-0e237ae9b1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e6ed72-30e0-4d52-901b-e2016de4e9e3', 'name': 'tempest-TestShelveInstance-2146490091-router', 'tenant_id': 'f118f8afe4cb43389f09486f16dc9b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'external_fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.201'}], 'enable_snat': True}, 'gw_port_id': '75c78a2e-14f3-4631-88a2-e203e1a3176a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:46:52Z', 'updated_at': '2021-06-10T14:46:58Z', 'revision_number': 4, 'project_id': 'f118f8afe4cb43389f09486f16dc9b22', 'gw_port': {'id': '75c78a2e-14f3-4631-88a2-e203e1a3176a', 'name': '', 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:75:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e6ed72-30e0-4d52-901b-e2016de4e9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:46:53Z', 'updated_at': '2021-06-10T14:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-smb', '_interfaces': [{'id': 'f5bca1c0-d472-4be9-b714-43eed5862400', 'name': '', 'network_id': 'e378d419-99a5-4d8c-a4e8-3ffe4d1d62f1', 'tenant_id': 'f118f8afe4cb43389f09486f16dc9b22', 'mac_address': 'fa:16:3e:21:76:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7e6ed72-30e0-4d52-901b-e2016de4e9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '56db2e31-5909-4819-bf54-a79557f7c937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:46:57Z', 'updated_at': '2021-06-10T14:46:58Z', 'revision_number': 2, 'project_id': 'f118f8afe4cb43389f09486f16dc9b22', 'subnets': [{'id': '56db2e31-5909-4819-bf54-a79557f7c937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-1-smb', False) {} {{(pid=98191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:47:00.436210 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee2a31c-6cfe-4ee0-a3b6-0e237ae9b1f4 None None] Checking router: e7e6ed72-30e0-4d52-901b-e2016de4e9e3 for host: dv-cinder-795785-1-smb {{(pid=98191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 14:47:00.436649 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee2a31c-6cfe-4ee0-a3b6-0e237ae9b1f4 None None] Updating router e7e6ed72-30e0-4d52-901b-e2016de4e9e3 port f5bca1c0-d472-4be9-b714-43eed5862400 binding host dv-cinder-795785-1-smb {{(pid=98191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 14:47:00.441087 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-b8cc58ac-3e8b-4928-ad20-56a5723e20f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:47:00.493692 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron_lib.callbacks.manager [None req-dee2a31c-6cfe-4ee0-a3b6-0e237ae9b1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:00.523777 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-0e5a8760-3417-4d5e-bd32-c809c21e5c84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:00.533146 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-0e5a8760-3417-4d5e-bd32-c809c21e5c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:00.538192 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-3bd2aade-504c-404e-8eaa-89d92e788ead admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:47:00.562702 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e5a8760-3417-4d5e-bd32-c809c21e5c84 admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=98189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 14:47:00.564134 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecc4a3c-df13-413b-8428-b05b053f31ed tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Pushing event updated for resources: {'Port': ['ID=681217cd-ac78-4448-a1dd-f5ea5d91df86,revision_number=2']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:47:00.567059 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-0ecc4a3c-df13-413b-8428-b05b053f31ed tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:47:00.569032 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-0ecc4a3c-df13-413b-8428-b05b053f31ed tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726016'] for floatingip, after_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:00.580965 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5a8760-3417-4d5e-bd32-c809c21e5c84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fff91c4-4324-41f0-a270-43e0f9f58247,revision_number=1']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:47:00.585837 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-0ecc4a3c-df13-413b-8428-b05b053f31ed tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32075'] for floatingip, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:00.587106 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-0ecc4a3c-df13-413b-8428-b05b053f31ed tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5694139 Jun 10 14:47:00.587521 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-0e5a8760-3417-4d5e-bd32-c809c21e5c84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:47:00.588678 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-0e5a8760-3417-4d5e-bd32-c809c21e5c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32871535'] for segment, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:00.589058 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.db.segments_db [None req-0e5a8760-3417-4d5e-bd32-c809c21e5c84 admin admin] Added segment d5950fc8-691d-4c07-8185-9103aa638255 of type vlan for network 4fa380e3-3c61-4e5c-86e4-ad4b30a9afda Jun 10 14:47:00.660019 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-0e5a8760-3417-4d5e-bd32-c809c21e5c84 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770842362772'] for network, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:00.693847 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-0e5a8760-3417-4d5e-bd32-c809c21e5c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545563'] for network, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:00.696046 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5a8760-3417-4d5e-bd32-c809c21e5c84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:00.698108 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-0e5a8760-3417-4d5e-bd32-c809c21e5c84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545536'] for network, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:00.701907 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:47:00.736964 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-0e5a8760-3417-4d5e-bd32-c809c21e5c84 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4592350 Jun 10 14:47:00.737596 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 39540) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:47:00.749376 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.v2.base [None req-5fffd583-9e06-48db-ba3d-19cc627fcea7 admin admin] Request body: {'subnet': {'network_id': '4fa380e3-3c61-4e5c-86e4-ad4b30a9afda', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1816330015-subnet', 'tenant_id': '0d03bca61a1947958f98a8001aa40111', 'ip_version': 4}} {{(pid=98188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:47:00.779036 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fffd583-9e06-48db-ba3d-19cc627fcea7 admin admin] Made reservation on behalf of 0d03bca61a1947958f98a8001aa40111 for: {'subnet': 1} {{(pid=98188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 14:47:00.782937 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-5fffd583-9e06-48db-ba3d-19cc627fcea7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3531566'] for subnet, before_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:00.823442 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5a8760-3417-4d5e-bd32-c809c21e5c84 admin admin] Pushing event updated for resources: {'Network': ['ID=4fa380e3-3c61-4e5c-86e4-ad4b30a9afda,revision_number=1']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:47:00.826513 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-0e5a8760-3417-4d5e-bd32-c809c21e5c84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:47:00.833959 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Network 4fa380e3-3c61-4e5c-86e4-ad4b30a9afda details requested by agent ovs-agent-dv-cinder-795785-1-smb with host dv-cinder-795785-1-smb {{(pid=98190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 14:47:00.921358 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron_lib.callbacks.manager [None req-dee2a31c-6cfe-4ee0-a3b6-0e237ae9b1f4 None None] Notify callbacks [] for port, precommit_update {{(pid=98191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:00.935383 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.provisioning_blocks [None req-dee2a31c-6cfe-4ee0-a3b6-0e237ae9b1f4 None None] Transition to ACTIVE for port object f5bca1c0-d472-4be9-b714-43eed5862400 will not be triggered until provisioned by entity L2. {{(pid=98191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:47:00.945060 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron_lib.callbacks.manager [None req-dee2a31c-6cfe-4ee0-a3b6-0e237ae9b1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:00.953042 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG oslo_concurrency.lockutils [None req-f9275cc5-3ea5-41c7-9f17-a22646d6b6d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98191) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:47:00.964472 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-4e7143cd-8d0f-46e3-8ea8-692af578d2e0 req-ee99dd3f-5dc2-41c9-9fef-b45770b18be1 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1483113983&fields=id&tenant_id=22b067f743a04ce6ac0fdb4c7ff25d6b HTTP/1.1" status: 200 len: 267 time: 0.0556710 Jun 10 14:47:01.080980 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4510e6e9-0b56-4c00-82bd-645cc606b3b6 None None] Pushing event updated for resources: {'Port': ['ID=f5bca1c0-d472-4be9-b714-43eed5862400,revision_number=3']} {{(pid=98191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:47:01.086049 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG oslo_concurrency.lockutils [None req-4510e6e9-0b56-4c00-82bd-645cc606b3b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=98191) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:47:01.131591 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.plugins.ml2.managers [None req-dee2a31c-6cfe-4ee0-a3b6-0e237ae9b1f4 None None] Attempting to bind port f5bca1c0-d472-4be9-b714-43eed5862400 on host dv-cinder-795785-1-smb for vnic_type normal with profile {{(pid=98191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 14:47:01.131962 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.plugins.ml2.managers [None req-dee2a31c-6cfe-4ee0-a3b6-0e237ae9b1f4 None None] Attempting to bind port f5bca1c0-d472-4be9-b714-43eed5862400 by drivers openvswitch,hyperv on host dv-cinder-795785-1-smb at level 0 using segments [{'id': '1161e342-38eb-4659-8988-2301eb83d5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'e378d419-99a5-4d8c-a4e8-3ffe4d1d62f1'}] {{(pid=98191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 14:47:01.132486 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee2a31c-6cfe-4ee0-a3b6-0e237ae9b1f4 None None] Attempting to bind port f5bca1c0-d472-4be9-b714-43eed5862400 on network e378d419-99a5-4d8c-a4e8-3ffe4d1d62f1 {{(pid=98191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 14:47:01.138740 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee2a31c-6cfe-4ee0-a3b6-0e237ae9b1f4 None None] Checking agent: {'id': '22b05ad3-e755-4423-b55e-6b54dea224ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 14, 34, 42), 'started_at': datetime.datetime(2021, 6, 10, 14, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 14, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 14:47:01.139121 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee2a31c-6cfe-4ee0-a3b6-0e237ae9b1f4 None None] Checking segment: {'id': '1161e342-38eb-4659-8988-2301eb83d5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'e378d419-99a5-4d8c-a4e8-3ffe4d1d62f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 14:47:01.139525 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron_lib.callbacks.manager [None req-dee2a31c-6cfe-4ee0-a3b6-0e237ae9b1f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:01.139949 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee2a31c-6cfe-4ee0-a3b6-0e237ae9b1f4 None None] Bound using segment: {'id': '1161e342-38eb-4659-8988-2301eb83d5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'e378d419-99a5-4d8c-a4e8-3ffe4d1d62f1'} {{(pid=98191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 14:47:01.140420 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.plugins.ml2.managers [None req-dee2a31c-6cfe-4ee0-a3b6-0e237ae9b1f4 None None] Bound port: f5bca1c0-d472-4be9-b714-43eed5862400, host: dv-cinder-795785-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1161e342-38eb-4659-8988-2301eb83d5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'e378d419-99a5-4d8c-a4e8-3ffe4d1d62f1'}}] {{(pid=98191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 14:47:01.140852 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron_lib.callbacks.manager [None req-dee2a31c-6cfe-4ee0-a3b6-0e237ae9b1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:01.141228 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Device 75c78a2e-14f3-4631-88a2-e203e1a3176a up at agent ovs-agent-dv-cinder-795785-1-smb {{(pid=98190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:47:01.240116 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Provisioning complete for port 75c78a2e-14f3-4631-88a2-e203e1a3176a triggered by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:47:01.240818 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32877986'] for port, provisioning_complete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:01.261252 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.plugins.ml2.db [None req-dee2a31c-6cfe-4ee0-a3b6-0e237ae9b1f4 None None] For port f5bca1c0-d472-4be9-b714-43eed5862400, host dv-cinder-795785-1-smb, cleared binding levels {{(pid=98191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 14:47:01.265877 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.plugins.ml2.db [None req-dee2a31c-6cfe-4ee0-a3b6-0e237ae9b1f4 None None] For port f5bca1c0-d472-4be9-b714-43eed5862400, host dv-cinder-795785-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-smb',level=0,port_id=f5bca1c0-d472-4be9-b714-43eed5862400,segment=NetworkSegment(1161e342-38eb-4659-8988-2301eb83d5e1),segment_id=1161e342-38eb-4659-8988-2301eb83d5e1)] {{(pid=98191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 14:47:01.275384 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron_lib.callbacks.manager [None req-dee2a31c-6cfe-4ee0-a3b6-0e237ae9b1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:01.278294 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98191) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:47:01.321553 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7143cd-8d0f-46e3-8ea8-692af578d2e0 req-7f18971e-9e8b-417e-a619-7257f58f4a54 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:01.321940 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-4e7143cd-8d0f-46e3-8ea8-692af578d2e0 req-7f18971e-9e8b-417e-a619-7257f58f4a54 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/networks?id=8f467c1d-b7dd-45f1-993c-b606f02ba79f HTTP/1.1" status: 200 len: 811 time: 0.3384891 Jun 10 14:47:01.323336 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-5fffd583-9e06-48db-ba3d-19cc627fcea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4121659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3531576'] for subnet, after_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:01.336199 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-afb0a05d-5e06-489c-8714-54bd51cb6331 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:47:01.378917 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4510e6e9-0b56-4c00-82bd-645cc606b3b6 None None] Pushing event updated for resources: {'Port': ['ID=f5bca1c0-d472-4be9-b714-43eed5862400,revision_number=4']} {{(pid=98191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:47:01.385121 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG oslo_concurrency.lockutils [None req-4510e6e9-0b56-4c00-82bd-645cc606b3b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=98191) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:47:01.386319 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee2a31c-6cfe-4ee0-a3b6-0e237ae9b1f4 None None] Routers {'e7e6ed72-30e0-4d52-901b-e2016de4e9e3'} bound to L3 agent in host dv-cinder-795785-1-smb {{(pid=98191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:47:01.387198 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_hamode_db [None req-dee2a31c-6cfe-4ee0-a3b6-0e237ae9b1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T14:34:42Z,description=,heartbeat_timestamp=2021-06-10T14:46:42Z,host='dv-cinder-795785-1-smb',id=e92f4ea4-4278-4a3e-8ba4-23ff1581fd94,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:42Z,topic='l3_agent')) {'router_ids': ['e7e6ed72-30e0-4d52-901b-e2016de4e9e3'], 'active': True} {{(pid=98191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:47:01.445125 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fffd583-9e06-48db-ba3d-19cc627fcea7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e28fd0a8-159a-4d41-beb2-89040f742ca4,revision_number=0']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:47:01.458609 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-5fffd583-9e06-48db-ba3d-19cc627fcea7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:47:01.469428 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-4e7143cd-8d0f-46e3-8ea8-692af578d2e0 req-d32d8cac-3851-4da2-81d5-ab9ab58c5c01 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/quotas/22b067f743a04ce6ac0fdb4c7ff25d6b HTTP/1.1" status: 200 len: 375 time: 0.1349647 Jun 10 14:47:01.558728 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fffd583-9e06-48db-ba3d-19cc627fcea7 admin admin] Checking segment: {'id': 'd5950fc8-691d-4c07-8185-9103aa638255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4fa380e3-3c61-4e5c-86e4-ad4b30a9afda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 14:47:01.574928 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fffd583-9e06-48db-ba3d-19cc627fcea7 admin admin] Network hostable DHCP agents. Network: 4fa380e3-3c61-4e5c-86e4-ad4b30a9afda, hostable agents: ['e526b2fa-fac9-473e-91d9-302d4f3c322e'], hosted agents: [] {{(pid=98188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 14:47:01.583525 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_dvr_db [None req-dee2a31c-6cfe-4ee0-a3b6-0e237ae9b1f4 None None] Set router e7e6ed72-30e0-4d52-901b-e2016de4e9e3 gateway port host: dv-cinder-795785-1-smb {{(pid=98191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:47:01.623928 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fffd583-9e06-48db-ba3d-19cc627fcea7 admin admin] Network 4fa380e3-3c61-4e5c-86e4-ad4b30a9afda is scheduled to be hosted by DHCP agent e526b2fa-fac9-473e-91d9-302d4f3c322e with binding_index 1 {{(pid=98188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 14:47:01.655167 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-4e7143cd-8d0f-46e3-8ea8-692af578d2e0 req-81ca5f0c-a298-45e8-8a6a-3f5e42f44f35 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=22b067f743a04ce6ac0fdb4c7ff25d6b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1770825 Jun 10 14:47:01.656656 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.scheduler.base_scheduler [None req-5fffd583-9e06-48db-ba3d-19cc627fcea7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795785-1-smb, 4fa380e3-3c61-4e5c-86e4-ad4b30a9afda) {{(pid=98188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:47:01.670206 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5c2686-86a7-4492-8874-5c75e99fb73f None None] Network 4fa380e3-3c61-4e5c-86e4-ad4b30a9afda requested from dv-cinder-795785-1-smb {{(pid=98190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 14:47:01.677247 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fffd583-9e06-48db-ba3d-19cc627fcea7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:01.677893 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-5fffd583-9e06-48db-ba3d-19cc627fcea7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545536'] for subnet, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:01.724554 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-5fffd583-9e06-48db-ba3d-19cc627fcea7 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9827819 Jun 10 14:47:01.726748 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 39572) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:47:01.733605 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.v2.base [None req-8205adf0-9da9-4616-b2e2-e8d97a55d1d0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1816330015-router', 'tenant_id': '0d03bca61a1947958f98a8001aa40111', 'external_gateway_info': {'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a'}}} {{(pid=98188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:47:01.835071 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-8205adf0-9da9-4616-b2e2-e8d97a55d1d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-753389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41740'] for router, before_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:01.836119 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-8205adf0-9da9-4616-b2e2-e8d97a55d1d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-753224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-725434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41781'] for router, precommit_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:01.847595 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-4e7143cd-8d0f-46e3-8ea8-692af578d2e0 req-73049e3f-b118-4138-85bc-ee49e0bc0529 service neutron] 10.222.0.38 "GET /v2.0/networks/8f467c1d-b7dd-45f1-993c-b606f02ba79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868968 Jun 10 14:47:01.984817 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897a060d-4a2e-4526-85c2-5fd11306cc00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf5b42f4-d7c5-5d8a-92f6-9d4013c287c3-4fa380e3-3c61-4e5c-86e4-ad4b30a9afda', 'network_id': '4fa380e3-3c61-4e5c-86e4-ad4b30a9afda', 'tenant_id': '0d03bca61a1947958f98a8001aa40111', 'fixed_ips': [{'subnet_id': 'e28fd0a8-159a-4d41-beb2-89040f742ca4'}]}} from dv-cinder-795785-1-smb. {{(pid=98190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 14:47:01.987004 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-897a060d-4a2e-4526-85c2-5fd11306cc00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_create {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:02.018377 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-8205adf0-9da9-4616-b2e2-e8d97a55d1d0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:02.034808 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-4e7143cd-8d0f-46e3-8ea8-692af578d2e0 req-c39fe558-e5db-4281-a713-369e26abdcca service neutron] 10.222.0.38 "GET /v2.0/networks/8f467c1d-b7dd-45f1-993c-b606f02ba79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789818 Jun 10 14:47:02.050749 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_hamode_db [None req-dee2a31c-6cfe-4ee0-a3b6-0e237ae9b1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e6ed72-30e0-4d52-901b-e2016de4e9e3', 'name': 'tempest-TestShelveInstance-2146490091-router', 'tenant_id': 'f118f8afe4cb43389f09486f16dc9b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'external_fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.201'}], 'enable_snat': True}, 'gw_port_id': '75c78a2e-14f3-4631-88a2-e203e1a3176a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:46:52Z', 'updated_at': '2021-06-10T14:46:58Z', 'revision_number': 4, 'project_id': 'f118f8afe4cb43389f09486f16dc9b22', 'gw_port': {'id': '75c78a2e-14f3-4631-88a2-e203e1a3176a', 'name': '', 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:75:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e6ed72-30e0-4d52-901b-e2016de4e9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:46:53Z', 'updated_at': '2021-06-10T14:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-smb', '_interfaces': [{'id': 'f5bca1c0-d472-4be9-b714-43eed5862400', 'name': '', 'network_id': 'e378d419-99a5-4d8c-a4e8-3ffe4d1d62f1', 'tenant_id': 'f118f8afe4cb43389f09486f16dc9b22', 'mac_address': 'fa:16:3e:21:76:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7e6ed72-30e0-4d52-901b-e2016de4e9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '56db2e31-5909-4819-bf54-a79557f7c937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:46:57Z', 'updated_at': '2021-06-10T14:47:01Z', 'revision_number': 4, 'project_id': 'f118f8afe4cb43389f09486f16dc9b22', 'subnets': [{'id': '56db2e31-5909-4819-bf54-a79557f7c937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-1-smb', False) {} {{(pid=98191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:47:02.065964 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee2a31c-6cfe-4ee0-a3b6-0e237ae9b1f4 None None] The sync data for ids ['e7e6ed72-30e0-4d52-901b-e2016de4e9e3'] in dv-cinder-795785-1-smb is: [{'id': 'e7e6ed72-30e0-4d52-901b-e2016de4e9e3', 'name': 'tempest-TestShelveInstance-2146490091-router', 'tenant_id': 'f118f8afe4cb43389f09486f16dc9b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'external_fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.201'}], 'enable_snat': True}, 'gw_port_id': '75c78a2e-14f3-4631-88a2-e203e1a3176a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:46:52Z', 'updated_at': '2021-06-10T14:46:58Z', 'revision_number': 4, 'project_id': 'f118f8afe4cb43389f09486f16dc9b22', 'gw_port': {'id': '75c78a2e-14f3-4631-88a2-e203e1a3176a', 'name': '', 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:75:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e6ed72-30e0-4d52-901b-e2016de4e9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:46:53Z', 'updated_at': '2021-06-10T14:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-smb', '_interfaces': [{'id': 'f5bca1c0-d472-4be9-b714-43eed5862400', 'name': '', 'network_id': 'e378d419-99a5-4d8c-a4e8-3ffe4d1d62f1', 'tenant_id': 'f118f8afe4cb43389f09486f16dc9b22', 'mac_address': 'fa:16:3e:21:76:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7e6ed72-30e0-4d52-901b-e2016de4e9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '56db2e31-5909-4819-bf54-a79557f7c937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:46:57Z', 'updated_at': '2021-06-10T14:47:01Z', 'revision_number': 4, 'project_id': 'f118f8afe4cb43389f09486f16dc9b22', 'subnets': [{'id': '56db2e31-5909-4819-bf54-a79557f7c937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 14:47:02.322590 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.db_base_plugin_common [None req-897a060d-4a2e-4526-85c2-5fd11306cc00 None None] Allocated IP 172.20.0.2 (4fa380e3-3c61-4e5c-86e4-ad4b30a9afda/e28fd0a8-159a-4d41-beb2-89040f742ca4/6e8326b0-13fa-4a92-a3ba-1b2ad3322366) {{(pid=98190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 14:47:02.386966 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-b0adaf90-c1c9-4551-bc4e-b0cf9271a298 req-5c55dba5-04de-4f33-b8d3-b15a6fcc9e10 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/ports?device_id=6c05d072-f409-4052-83e3-d9423387328f HTTP/1.1" status: 200 len: 210 time: 0.0414360 Jun 10 14:47:02.389014 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-8205adf0-9da9-4616-b2e2-e8d97a55d1d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-725427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41771'] for router, precommit_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:02.570433 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-897a060d-4a2e-4526-85c2-5fd11306cc00 None None] Notify callbacks [] for port, precommit_create {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:02.579745 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-897a060d-4a2e-4526-85c2-5fd11306cc00 None None] Transition to ACTIVE for port object 6e8326b0-13fa-4a92-a3ba-1b2ad3322366 will not be triggered until provisioned by entity L2. {{(pid=98190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:47:02.597969 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-897a060d-4a2e-4526-85c2-5fd11306cc00 None None] Transition to ACTIVE for port object 6e8326b0-13fa-4a92-a3ba-1b2ad3322366 will not be triggered until provisioned by entity DHCP. {{(pid=98190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:47:02.607700 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-897a060d-4a2e-4526-85c2-5fd11306cc00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33290945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770842374660'] for port, after_create {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:02.611047 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-9564c8fd-19ca-453e-8e26-8e9b2747aed0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:47:02.661911 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897a060d-4a2e-4526-85c2-5fd11306cc00 None None] Network 4fa380e3-3c61-4e5c-86e4-ad4b30a9afda is already hosted by enough agents. {{(pid=98190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 14:47:02.665932 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.scheduler.base_scheduler [None req-897a060d-4a2e-4526-85c2-5fd11306cc00 None None] Resources bound (agent type, host, resource id): {{(pid=98190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:47:02.670899 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897a060d-4a2e-4526-85c2-5fd11306cc00 None None] Received port after_create {{(pid=98190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 14:47:02.674245 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897a060d-4a2e-4526-85c2-5fd11306cc00 None None] Pushing event updated for resources: {'Port': ['ID=6e8326b0-13fa-4a92-a3ba-1b2ad3322366,revision_number=1']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:47:02.682316 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-897a060d-4a2e-4526-85c2-5fd11306cc00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:47:02.742561 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-8205adf0-9da9-4616-b2e2-e8d97a55d1d0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:02.772215 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.managers [None req-897a060d-4a2e-4526-85c2-5fd11306cc00 None None] Attempting to bind port 6e8326b0-13fa-4a92-a3ba-1b2ad3322366 on host dv-cinder-795785-1-smb for vnic_type normal with profile {{(pid=98190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 14:47:02.772913 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.managers [None req-897a060d-4a2e-4526-85c2-5fd11306cc00 None None] Attempting to bind port 6e8326b0-13fa-4a92-a3ba-1b2ad3322366 by drivers openvswitch,hyperv on host dv-cinder-795785-1-smb at level 0 using segments [{'id': 'd5950fc8-691d-4c07-8185-9103aa638255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4fa380e3-3c61-4e5c-86e4-ad4b30a9afda'}] {{(pid=98190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 14:47:02.776098 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897a060d-4a2e-4526-85c2-5fd11306cc00 None None] Attempting to bind port 6e8326b0-13fa-4a92-a3ba-1b2ad3322366 on network 4fa380e3-3c61-4e5c-86e4-ad4b30a9afda {{(pid=98190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 14:47:02.778403 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-8205adf0-9da9-4616-b2e2-e8d97a55d1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:02.794713 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897a060d-4a2e-4526-85c2-5fd11306cc00 None None] Checking agent: {'id': '22b05ad3-e755-4423-b55e-6b54dea224ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 14, 34, 42), 'started_at': datetime.datetime(2021, 6, 10, 14, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 14, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 14:47:02.795303 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897a060d-4a2e-4526-85c2-5fd11306cc00 None None] Checking segment: {'id': 'd5950fc8-691d-4c07-8185-9103aa638255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4fa380e3-3c61-4e5c-86e4-ad4b30a9afda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 14:47:02.796165 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-897a060d-4a2e-4526-85c2-5fd11306cc00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:02.796863 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897a060d-4a2e-4526-85c2-5fd11306cc00 None None] Bound using segment: {'id': 'd5950fc8-691d-4c07-8185-9103aa638255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4fa380e3-3c61-4e5c-86e4-ad4b30a9afda'} {{(pid=98190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 14:47:02.799470 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.managers [None req-897a060d-4a2e-4526-85c2-5fd11306cc00 None None] Bound port: 6e8326b0-13fa-4a92-a3ba-1b2ad3322366, host: dv-cinder-795785-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5950fc8-691d-4c07-8185-9103aa638255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4fa380e3-3c61-4e5c-86e4-ad4b30a9afda'}}] {{(pid=98190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 14:47:02.799978 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-897a060d-4a2e-4526-85c2-5fd11306cc00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:02.898224 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-897a060d-4a2e-4526-85c2-5fd11306cc00 None None] For port 6e8326b0-13fa-4a92-a3ba-1b2ad3322366, host dv-cinder-795785-1-smb, cleared binding levels {{(pid=98190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 14:47:02.902150 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-897a060d-4a2e-4526-85c2-5fd11306cc00 None None] For port 6e8326b0-13fa-4a92-a3ba-1b2ad3322366, host dv-cinder-795785-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-smb',level=0,port_id=6e8326b0-13fa-4a92-a3ba-1b2ad3322366,segment=NetworkSegment(d5950fc8-691d-4c07-8185-9103aa638255),segment_id=d5950fc8-691d-4c07-8185-9103aa638255)] {{(pid=98190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 14:47:02.909216 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-897a060d-4a2e-4526-85c2-5fd11306cc00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:02.912020 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-cc7b07c6-0b16-4b78-a98a-d6a49bf77831 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:47:02.951001 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.db.db_base_plugin_common [None req-8205adf0-9da9-4616-b2e2-e8d97a55d1d0 admin admin] Allocated IP 172.28.0.163 (d939252c-9d87-4c0a-b331-cccdb2846f4a/bb56f5fa-8acc-4201-b097-078ac8811790/95ca4c9b-0a08-4dc1-bd34-bc73f787e7e8) {{(pid=98188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 14:47:03.119434 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-8205adf0-9da9-4616-b2e2-e8d97a55d1d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:03.132364 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897a060d-4a2e-4526-85c2-5fd11306cc00 None None] Pushing event updated for resources: {'Port': ['ID=6e8326b0-13fa-4a92-a3ba-1b2ad3322366,revision_number=2']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:47:03.136505 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-897a060d-4a2e-4526-85c2-5fd11306cc00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:47:03.167520 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Device f5bca1c0-d472-4be9-b714-43eed5862400 up at agent ovs-agent-dv-cinder-795785-1-smb {{(pid=98190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:47:03.207181 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-8205adf0-9da9-4616-b2e2-e8d97a55d1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33290945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770842374660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4122283'] for port, after_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:03.215790 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-f2b22867-7f5b-451f-89eb-fe2e6165157f tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:47:03.242553 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Provisioning for port f5bca1c0-d472-4be9-b714-43eed5862400 completed by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:47:03.247362 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Provisioning complete for port f5bca1c0-d472-4be9-b714-43eed5862400 triggered by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:47:03.247754 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32877986'] for port, provisioning_complete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:03.266900 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8205adf0-9da9-4616-b2e2-e8d97a55d1d0 admin admin] Network d939252c-9d87-4c0a-b331-cccdb2846f4a is already hosted by enough agents. {{(pid=98188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 14:47:03.274783 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.scheduler.base_scheduler [None req-8205adf0-9da9-4616-b2e2-e8d97a55d1d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=98188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:47:03.279080 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8205adf0-9da9-4616-b2e2-e8d97a55d1d0 admin admin] Received port after_create {{(pid=98188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 14:47:03.318489 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8205adf0-9da9-4616-b2e2-e8d97a55d1d0 admin admin] Pushing event updated for resources: {'Port': ['ID=95ca4c9b-0a08-4dc1-bd34-bc73f787e7e8,revision_number=1']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:47:03.321416 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-8205adf0-9da9-4616-b2e2-e8d97a55d1d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:47:03.411518 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:03.476270 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] For port f5bca1c0-d472-4be9-b714-43eed5862400, host dv-cinder-795785-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-smb',level=0,port_id=f5bca1c0-d472-4be9-b714-43eed5862400,segment=NetworkSegment(1161e342-38eb-4659-8988-2301eb83d5e1),segment_id=1161e342-38eb-4659-8988-2301eb83d5e1)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:47:03.481685 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:03.484005 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:47:03.595349 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Pushing event updated for resources: {'Port': ['ID=f5bca1c0-d472-4be9-b714-43eed5862400,revision_number=5']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:47:03.599109 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:47:03.943565 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-2879defe-5e99-4b30-8d83-274e1af55b17 req-e7a7f83a-68f4-4110-bbfd-1c343627e070 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/ports?device_id=6c05d072-f409-4052-83e3-d9423387328f HTTP/1.1" status: 200 len: 210 time: 0.0919902 Jun 10 14:47:04.073157 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7143cd-8d0f-46e3-8ea8-692af578d2e0 req-cbc853ba-a4df-4b07-a97d-1464a89330ca tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:04.074627 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-4e7143cd-8d0f-46e3-8ea8-692af578d2e0 req-cbc853ba-a4df-4b07-a97d-1464a89330ca tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.36 "GET /v2.0/networks?id=8f467c1d-b7dd-45f1-993c-b606f02ba79f HTTP/1.1" status: 200 len: 811 time: 0.2264922 Jun 10 14:47:04.196053 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b58e5e-f2c3-41fe-b013-ec2e01b790d9 None None] Network 4fa380e3-3c61-4e5c-86e4-ad4b30a9afda requested from dv-cinder-795785-1-smb {{(pid=98190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 14:47:04.225832 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-4e7143cd-8d0f-46e3-8ea8-692af578d2e0 req-4a37888b-01e9-413f-b68c-5625d53affb9 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=22b067f743a04ce6ac0fdb4c7ff25d6b HTTP/1.1" status: 200 len: 380 time: 0.1008852 Jun 10 14:47:04.241675 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.v2.base [req-4e7143cd-8d0f-46e3-8ea8-692af578d2e0 req-5abd3b26-d16f-41c4-8b75-daf25613d950 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Request body: {'port': {'device_id': '6c05d072-f409-4052-83e3-d9423387328f', 'network_id': '8f467c1d-b7dd-45f1-993c-b606f02ba79f', 'admin_state_up': True, 'tenant_id': '22b067f743a04ce6ac0fdb4c7ff25d6b', 'security_groups': ['86bf7938-6cdc-4dcd-9058-9a0e05f6788b']}} {{(pid=98188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:47:04.267279 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-8205adf0-9da9-4616-b2e2-e8d97a55d1d0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:04.330903 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-21faf078-1198-4e78-8231-d13e900cae78 None None] Provisioning for port 6e8326b0-13fa-4a92-a3ba-1b2ad3322366 completed by entity DHCP. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:47:04.585456 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e7143cd-8d0f-46e3-8ea8-692af578d2e0 req-5abd3b26-d16f-41c4-8b75-daf25613d950 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Made reservation on behalf of 22b067f743a04ce6ac0fdb4c7ff25d6b for: {'port': 1} {{(pid=98188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 14:47:04.588930 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-4e7143cd-8d0f-46e3-8ea8-692af578d2e0 req-5abd3b26-d16f-41c4-8b75-daf25613d950 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:04.694216 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-8205adf0-9da9-4616-b2e2-e8d97a55d1d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726267'] for router, after_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:04.863089 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.db.db_base_plugin_common [req-4e7143cd-8d0f-46e3-8ea8-692af578d2e0 req-5abd3b26-d16f-41c4-8b75-daf25613d950 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Allocated IP 172.20.0.13 (8f467c1d-b7dd-45f1-993c-b606f02ba79f/5f776bc1-0a43-4578-9bc2-ebe24541eeb6/9c26b022-47b1-4caf-8148-cfbfaed694ed) {{(pid=98188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 14:47:05.019859 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8205adf0-9da9-4616-b2e2-e8d97a55d1d0 admin admin] Router 30d940dd-5e1c-46eb-a4a1-f3c99bc63fdf is scheduled to L3 agent e92f4ea4-4278-4a3e-8ba4-23ff1581fd94 with binding_index 1 {{(pid=98188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 14:47:05.197589 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Device 6e8326b0-13fa-4a92-a3ba-1b2ad3322366 up at agent ovs-agent-dv-cinder-795785-1-smb {{(pid=98190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:47:05.198130 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-2b37d8e6-6d3d-4a35-ba8c-cba11b15b71b req-43c82feb-8e3b-405b-840b-7f81e2071972 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/ports?device_id=6c05d072-f409-4052-83e3-d9423387328f HTTP/1.1" status: 200 len: 210 time: 0.1004894 Jun 10 14:47:05.200927 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-4e7143cd-8d0f-46e3-8ea8-692af578d2e0 req-5abd3b26-d16f-41c4-8b75-daf25613d950 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Notify callbacks [] for port, precommit_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:05.225254 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.db.provisioning_blocks [req-4e7143cd-8d0f-46e3-8ea8-692af578d2e0 req-5abd3b26-d16f-41c4-8b75-daf25613d950 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Transition to ACTIVE for port object 9c26b022-47b1-4caf-8148-cfbfaed694ed will not be triggered until provisioned by entity DHCP. {{(pid=98188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:47:05.253397 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Provisioning for port 6e8326b0-13fa-4a92-a3ba-1b2ad3322366 completed by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:47:05.255069 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8205adf0-9da9-4616-b2e2-e8d97a55d1d0 admin admin] Notify agent at l3_agent.dv-cinder-795785-1-smb the message routers_updated {{(pid=98188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 14:47:05.263783 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c90327-1356-40e3-879a-14b9d05aae45 None None] Sync routers for ids ['30d940dd-5e1c-46eb-a4a1-f3c99bc63fdf'] in dv-cinder-795785-1-smb {{(pid=98190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 14:47:05.265623 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Provisioning complete for port 6e8326b0-13fa-4a92-a3ba-1b2ad3322366 triggered by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:47:05.265999 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32877986'] for port, provisioning_complete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:05.283076 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-8205adf0-9da9-4616-b2e2-e8d97a55d1d0 admin admin] Notify callbacks [] for router, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:05.284291 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-8205adf0-9da9-4616-b2e2-e8d97a55d1d0 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.5562570 Jun 10 14:47:05.287924 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-4e7143cd-8d0f-46e3-8ea8-692af578d2e0 req-5abd3b26-d16f-41c4-8b75-daf25613d950 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33290945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770842374660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4122283'] for port, after_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:05.288129 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 39624) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:47:05.291814 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-c6b85088-2290-4144-b7a9-e56f7f518128 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:47:05.308354 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c90327-1356-40e3-879a-14b9d05aae45 None None] Routers {'30d940dd-5e1c-46eb-a4a1-f3c99bc63fdf'} bound to L3 agent in host dv-cinder-795785-1-smb {{(pid=98190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:47:05.308993 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_hamode_db [None req-94c90327-1356-40e3-879a-14b9d05aae45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T14:34:42Z,description=,heartbeat_timestamp=2021-06-10T14:46:42Z,host='dv-cinder-795785-1-smb',id=e92f4ea4-4278-4a3e-8ba4-23ff1581fd94,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:42Z,topic='l3_agent')) {'router_ids': ['30d940dd-5e1c-46eb-a4a1-f3c99bc63fdf'], 'active': True} {{(pid=98190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:47:05.344416 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e7143cd-8d0f-46e3-8ea8-692af578d2e0 req-5abd3b26-d16f-41c4-8b75-daf25613d950 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Network 8f467c1d-b7dd-45f1-993c-b606f02ba79f is already hosted by enough agents. {{(pid=98188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 14:47:05.350039 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.scheduler.base_scheduler [req-4e7143cd-8d0f-46e3-8ea8-692af578d2e0 req-5abd3b26-d16f-41c4-8b75-daf25613d950 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Resources bound (agent type, host, resource id): {{(pid=98188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:47:05.354509 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e7143cd-8d0f-46e3-8ea8-692af578d2e0 req-5abd3b26-d16f-41c4-8b75-daf25613d950 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Received port after_create {{(pid=98188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 14:47:05.358497 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abd3b26-d16f-41c4-8b75-daf25613d950 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Pushing event updated for resources: {'Port': ['ID=9c26b022-47b1-4caf-8148-cfbfaed694ed,revision_number=1']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:47:05.385357 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-5abd3b26-d16f-41c4-8b75-daf25613d950 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:47:05.412816 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7143cd-8d0f-46e3-8ea8-692af578d2e0 req-5abd3b26-d16f-41c4-8b75-daf25613d950 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:05.413457 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-4e7143cd-8d0f-46e3-8ea8-692af578d2e0 req-5abd3b26-d16f-41c4-8b75-daf25613d950 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32075'] for port, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:05.431782 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-4e7143cd-8d0f-46e3-8ea8-692af578d2e0 req-5abd3b26-d16f-41c4-8b75-daf25613d950 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2005239 Jun 10 14:47:05.447538 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.v2.base [req-4e7143cd-8d0f-46e3-8ea8-692af578d2e0 req-dbcee12d-1b5e-4716-af9a-941f9bdf14d2 service neutron] Request body: {'port': {'device_id': '6c05d072-f409-4052-83e3-d9423387328f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79578'}} {{(pid=98188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:47:05.532595 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_dvr_db [None req-94c90327-1356-40e3-879a-14b9d05aae45 None None] Set router 30d940dd-5e1c-46eb-a4a1-f3c99bc63fdf gateway port host: dv-cinder-795785-1-smb {{(pid=98190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:47:05.535134 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:05.555404 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-4e7143cd-8d0f-46e3-8ea8-692af578d2e0 req-dbcee12d-1b5e-4716-af9a-941f9bdf14d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:05.679784 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] For port 6e8326b0-13fa-4a92-a3ba-1b2ad3322366, host dv-cinder-795785-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-smb',level=0,port_id=6e8326b0-13fa-4a92-a3ba-1b2ad3322366,segment=NetworkSegment(d5950fc8-691d-4c07-8185-9103aa638255),segment_id=d5950fc8-691d-4c07-8185-9103aa638255)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:47:05.692607 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-12c36e34-5595-4652-9bd0-95141f5cc7ed None None] Provisioning for port 9c26b022-47b1-4caf-8148-cfbfaed694ed completed by entity DHCP. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:47:05.697422 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:05.698380 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Device f5bca1c0-d472-4be9-b714-43eed5862400 up at agent ovs-agent-dv-cinder-795785-1-smb {{(pid=98190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:47:05.702637 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:47:05.767534 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-12c36e34-5595-4652-9bd0-95141f5cc7ed None None] Provisioning complete for port 9c26b022-47b1-4caf-8148-cfbfaed694ed triggered by entity DHCP. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:47:05.767982 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-12c36e34-5595-4652-9bd0-95141f5cc7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32877986'] for port, provisioning_complete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:05.875661 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.notifiers.nova [req-4e7143cd-8d0f-46e3-8ea8-692af578d2e0 req-dbcee12d-1b5e-4716-af9a-941f9bdf14d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c26b022-47b1-4caf-8148-cfbfaed694ed {{(pid=98188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 14:47:05.884330 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-4e7143cd-8d0f-46e3-8ea8-692af578d2e0 req-dbcee12d-1b5e-4716-af9a-941f9bdf14d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:05.898017 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.db.provisioning_blocks [req-4e7143cd-8d0f-46e3-8ea8-692af578d2e0 req-dbcee12d-1b5e-4716-af9a-941f9bdf14d2 service neutron] Transition to ACTIVE for port object 9c26b022-47b1-4caf-8148-cfbfaed694ed will not be triggered until provisioned by entity L2. {{(pid=98188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:47:05.903302 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-4e7143cd-8d0f-46e3-8ea8-692af578d2e0 req-dbcee12d-1b5e-4716-af9a-941f9bdf14d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4122297'] for port, after_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:05.904216 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Pushing event updated for resources: {'Port': ['ID=6e8326b0-13fa-4a92-a3ba-1b2ad3322366,revision_number=3']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:47:05.915403 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-f5a64420-567c-4176-a98a-c7b4b7b864e8 tempest-VolumesSnapshotTestJSON-1846504606 tempest-VolumesSnapshotTestJSON-1846504606-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:47:05.924532 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-84457755-415d-4cc1-ab41-4f920bf0bba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:05.936549 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:47:05.938820 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.plugin [None req-12c36e34-5595-4652-9bd0-95141f5cc7ed None None] Port 9c26b022-47b1-4caf-8148-cfbfaed694ed cannot update to ACTIVE because it is not bound. {{(pid=98190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 14:47:05.951613 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Provisioning complete for port f5bca1c0-d472-4be9-b714-43eed5862400 triggered by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:47:05.952004 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32877986'] for port, provisioning_complete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:06.037106 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_hamode_db [None req-94c90327-1356-40e3-879a-14b9d05aae45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d940dd-5e1c-46eb-a4a1-f3c99bc63fdf', 'name': 'tempest-TestShelveInstance-1816330015-router', 'tenant_id': '0d03bca61a1947958f98a8001aa40111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'external_fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.163'}], 'enable_snat': True}, 'gw_port_id': '95ca4c9b-0a08-4dc1-bd34-bc73f787e7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:47:01Z', 'updated_at': '2021-06-10T14:47:04Z', 'revision_number': 3, 'project_id': '0d03bca61a1947958f98a8001aa40111', 'gw_port': {'id': '95ca4c9b-0a08-4dc1-bd34-bc73f787e7e8', 'name': '', 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:94:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30d940dd-5e1c-46eb-a4a1-f3c99bc63fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:47:02Z', 'updated_at': '2021-06-10T14:47:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-smb'}], 'dv-cinder-795785-1-smb', False) {} {{(pid=98190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:47:06.042308 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c90327-1356-40e3-879a-14b9d05aae45 None None] Checking router: 30d940dd-5e1c-46eb-a4a1-f3c99bc63fdf for host: dv-cinder-795785-1-smb {{(pid=98190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 14:47:06.042675 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c90327-1356-40e3-879a-14b9d05aae45 None None] Updating router 30d940dd-5e1c-46eb-a4a1-f3c99bc63fdf port 95ca4c9b-0a08-4dc1-bd34-bc73f787e7e8 binding host dv-cinder-795785-1-smb {{(pid=98190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 14:47:06.066602 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcee12d-1b5e-4716-af9a-941f9bdf14d2 service neutron] Pushing event updated for resources: {'Port': ['ID=9c26b022-47b1-4caf-8148-cfbfaed694ed,revision_number=2']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:47:06.079359 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-dbcee12d-1b5e-4716-af9a-941f9bdf14d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:47:06.147257 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-94c90327-1356-40e3-879a-14b9d05aae45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:06.162321 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.db.db_base_plugin_common [None req-84457755-415d-4cc1-ab41-4f920bf0bba2 admin admin] Allocated IP 172.20.0.1 (4fa380e3-3c61-4e5c-86e4-ad4b30a9afda/e28fd0a8-159a-4d41-beb2-89040f742ca4/7508502b-ce1f-4156-b56d-0e3edfe6948d) {{(pid=98189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 14:47:06.174245 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.managers [req-4e7143cd-8d0f-46e3-8ea8-692af578d2e0 req-dbcee12d-1b5e-4716-af9a-941f9bdf14d2 service neutron] Attempting to bind port 9c26b022-47b1-4caf-8148-cfbfaed694ed on host hv-cinder-79578 for vnic_type normal with profile {{(pid=98188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 14:47:06.175224 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.managers [req-4e7143cd-8d0f-46e3-8ea8-692af578d2e0 req-dbcee12d-1b5e-4716-af9a-941f9bdf14d2 service neutron] Attempting to bind port 9c26b022-47b1-4caf-8148-cfbfaed694ed by drivers openvswitch,hyperv on host hv-cinder-79578 at level 0 using segments [{'id': '702c310b-86f3-4e1c-9a69-5651c2af6549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8f467c1d-b7dd-45f1-993c-b606f02ba79f'}] {{(pid=98188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 14:47:06.175224 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7143cd-8d0f-46e3-8ea8-692af578d2e0 req-dbcee12d-1b5e-4716-af9a-941f9bdf14d2 service neutron] Attempting to bind port 9c26b022-47b1-4caf-8148-cfbfaed694ed on network 8f467c1d-b7dd-45f1-993c-b606f02ba79f {{(pid=98188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 14:47:06.183365 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7143cd-8d0f-46e3-8ea8-692af578d2e0 req-dbcee12d-1b5e-4716-af9a-941f9bdf14d2 service neutron] Port 9c26b022-47b1-4caf-8148-cfbfaed694ed on network 8f467c1d-b7dd-45f1-993c-b606f02ba79f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79578 {{(pid=98188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 14:47:06.183701 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7143cd-8d0f-46e3-8ea8-692af578d2e0 req-dbcee12d-1b5e-4716-af9a-941f9bdf14d2 service neutron] Attempting to bind port 9c26b022-47b1-4caf-8148-cfbfaed694ed on network 8f467c1d-b7dd-45f1-993c-b606f02ba79f {{(pid=98188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 14:47:06.190901 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7143cd-8d0f-46e3-8ea8-692af578d2e0 req-dbcee12d-1b5e-4716-af9a-941f9bdf14d2 service neutron] Checking agent: {'id': 'c47c39ee-f167-41a2-bf85-7dde6d0410ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79578', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 14, 40, 37), 'started_at': datetime.datetime(2021, 6, 10, 14, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 14, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 14:47:06.191435 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7143cd-8d0f-46e3-8ea8-692af578d2e0 req-dbcee12d-1b5e-4716-af9a-941f9bdf14d2 service neutron] Checking segment: {'id': '702c310b-86f3-4e1c-9a69-5651c2af6549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8f467c1d-b7dd-45f1-993c-b606f02ba79f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 14:47:06.191881 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7143cd-8d0f-46e3-8ea8-692af578d2e0 req-dbcee12d-1b5e-4716-af9a-941f9bdf14d2 service neutron] Bound using segment: {'id': '702c310b-86f3-4e1c-9a69-5651c2af6549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8f467c1d-b7dd-45f1-993c-b606f02ba79f'} {{(pid=98188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 14:47:06.192780 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.managers [req-4e7143cd-8d0f-46e3-8ea8-692af578d2e0 req-dbcee12d-1b5e-4716-af9a-941f9bdf14d2 service neutron] Bound port: 9c26b022-47b1-4caf-8148-cfbfaed694ed, host: hv-cinder-79578, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '702c310b-86f3-4e1c-9a69-5651c2af6549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8f467c1d-b7dd-45f1-993c-b606f02ba79f'}}] {{(pid=98188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 14:47:06.193527 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-4e7143cd-8d0f-46e3-8ea8-692af578d2e0 req-dbcee12d-1b5e-4716-af9a-941f9bdf14d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:06.314902 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.db [req-4e7143cd-8d0f-46e3-8ea8-692af578d2e0 req-dbcee12d-1b5e-4716-af9a-941f9bdf14d2 service neutron] For port 9c26b022-47b1-4caf-8148-cfbfaed694ed, host hv-cinder-79578, cleared binding levels {{(pid=98188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 14:47:06.324092 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.db [req-4e7143cd-8d0f-46e3-8ea8-692af578d2e0 req-dbcee12d-1b5e-4716-af9a-941f9bdf14d2 service neutron] For port 9c26b022-47b1-4caf-8148-cfbfaed694ed, host hv-cinder-79578, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=9c26b022-47b1-4caf-8148-cfbfaed694ed,segment=NetworkSegment(702c310b-86f3-4e1c-9a69-5651c2af6549),segment_id=702c310b-86f3-4e1c-9a69-5651c2af6549)] {{(pid=98188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 14:47:06.340917 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-4e7143cd-8d0f-46e3-8ea8-692af578d2e0 req-dbcee12d-1b5e-4716-af9a-941f9bdf14d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4122297'] for port, after_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:06.344812 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-dbcee12d-1b5e-4716-af9a-941f9bdf14d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:47:06.355794 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-84457755-415d-4cc1-ab41-4f920bf0bba2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:06.370444 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.db.provisioning_blocks [None req-84457755-415d-4cc1-ab41-4f920bf0bba2 admin admin] Transition to ACTIVE for port object 7508502b-ce1f-4156-b56d-0e3edfe6948d will not be triggered until provisioned by entity DHCP. {{(pid=98189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:47:06.413317 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-84457755-415d-4cc1-ab41-4f920bf0bba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33290945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770842374660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10153694'] for port, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:06.415797 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-85b71741-8f25-4225-b506-389b5ad6d7e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:47:06.437375 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7143cd-8d0f-46e3-8ea8-692af578d2e0 req-dbcee12d-1b5e-4716-af9a-941f9bdf14d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:06.438031 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-4e7143cd-8d0f-46e3-8ea8-692af578d2e0 req-dbcee12d-1b5e-4716-af9a-941f9bdf14d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32075'] for port, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:06.439542 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-4e7143cd-8d0f-46e3-8ea8-692af578d2e0 req-dbcee12d-1b5e-4716-af9a-941f9bdf14d2 service neutron] 10.222.0.36 "PUT /v2.0/ports/9c26b022-47b1-4caf-8148-cfbfaed694ed HTTP/1.1" status: 200 len: 1094 time: 0.9979794 Jun 10 14:47:06.442873 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c05d072-f409-4052-83e3-d9423387328f', 'tag': '9c26b022-47b1-4caf-8148-cfbfaed694ed'}] {{(pid=98188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:47:06.445685 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f0fe7ff9a18056505f9f26f34e6288f69420e23a9758a676b79d6915a840c7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5038624b-d4c6-4702-a0f8-56eec9a8cd33" -d '{"events": [{"name": "network-changed", "server_uuid": "6c05d072-f409-4052-83e3-d9423387328f", "tag": "9c26b022-47b1-4caf-8148-cfbfaed694ed"}]}' {{(pid=98188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:47:06.492897 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84457755-415d-4cc1-ab41-4f920bf0bba2 admin admin] Network 4fa380e3-3c61-4e5c-86e4-ad4b30a9afda is already hosted by enough agents. {{(pid=98189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 14:47:06.499062 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.base_scheduler [None req-84457755-415d-4cc1-ab41-4f920bf0bba2 admin admin] Resources bound (agent type, host, resource id): {{(pid=98189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:47:06.524369 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84457755-415d-4cc1-ab41-4f920bf0bba2 admin admin] Received port after_create {{(pid=98189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 14:47:06.570129 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 14:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a87e08ae-e518-4b08-b0ca-e6a157b49604 x-openstack-request-id: req-a87e08ae-e518-4b08-b0ca-e6a157b49604 {{(pid=98188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:47:06.570657 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c05d072-f409-4052-83e3-d9423387328f", "tag": "9c26b022-47b1-4caf-8148-cfbfaed694ed", "status": "completed", "code": 200}]} {{(pid=98188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:47:06.571120 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a87e08ae-e518-4b08-b0ca-e6a157b49604 {{(pid=98188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:47:06.571708 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c05d072-f409-4052-83e3-d9423387328f', 'tag': '9c26b022-47b1-4caf-8148-cfbfaed694ed', 'status': 'completed', 'code': 200} Jun 10 14:47:06.577484 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcee12d-1b5e-4716-af9a-941f9bdf14d2 service neutron] Pushing event updated for resources: {'Port': ['ID=9c26b022-47b1-4caf-8148-cfbfaed694ed,revision_number=3']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:47:06.584027 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-dbcee12d-1b5e-4716-af9a-941f9bdf14d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:47:06.588569 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84457755-415d-4cc1-ab41-4f920bf0bba2 admin admin] Pushing event updated for resources: {'Port': ['ID=7508502b-ce1f-4156-b56d-0e3edfe6948d,revision_number=1']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:47:06.599223 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-84457755-415d-4cc1-ab41-4f920bf0bba2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:47:06.610045 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce19df5c-5a8a-4ce1-8a56-44a8be1408a9 req-c6ceaa22-7f6d-4093-9b3a-7b68193d55dc tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:06.611595 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-ce19df5c-5a8a-4ce1-8a56-44a8be1408a9 req-c6ceaa22-7f6d-4093-9b3a-7b68193d55dc tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/ports?device_id=6c05d072-f409-4052-83e3-d9423387328f HTTP/1.1" status: 200 len: 944 time: 0.2562387 Jun 10 14:47:06.623549 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-84457755-415d-4cc1-ab41-4f920bf0bba2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-722748'] for router_interface, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:06.669252 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7143cd-8d0f-46e3-8ea8-692af578d2e0 req-f3315c21-cabc-4d41-baf5-58f2feb71b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:06.670737 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-4e7143cd-8d0f-46e3-8ea8-692af578d2e0 req-f3315c21-cabc-4d41-baf5-58f2feb71b97 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=22b067f743a04ce6ac0fdb4c7ff25d6b&device_id=6c05d072-f409-4052-83e3-d9423387328f HTTP/1.1" status: 200 len: 1097 time: 0.1548395 Jun 10 14:47:06.673892 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-ce19df5c-5a8a-4ce1-8a56-44a8be1408a9 req-8082d6eb-c120-4778-9fd9-9d505d79468d tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/security-groups?id=86bf7938-6cdc-4dcd-9058-9a0e05f6788b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561659 Jun 10 14:47:06.787675 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-94c90327-1356-40e3-879a-14b9d05aae45 None None] Notify callbacks [] for port, precommit_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:06.802188 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-94c90327-1356-40e3-879a-14b9d05aae45 None None] Transition to ACTIVE for port object 95ca4c9b-0a08-4dc1-bd34-bc73f787e7e8 will not be triggered until provisioned by entity L2. {{(pid=98190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:47:06.814795 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-94c90327-1356-40e3-879a-14b9d05aae45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:06.823716 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:47:06.885075 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a95d16-2d69-4d50-af5e-ffe8ccb4bc8c None None] Pushing event updated for resources: {'Port': ['ID=95ca4c9b-0a08-4dc1-bd34-bc73f787e7e8,revision_number=2']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:47:06.888972 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-84457755-415d-4cc1-ab41-4f920bf0bba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:06.893367 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-91a95d16-2d69-4d50-af5e-ffe8ccb4bc8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:47:06.922741 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.managers [None req-94c90327-1356-40e3-879a-14b9d05aae45 None None] Attempting to bind port 95ca4c9b-0a08-4dc1-bd34-bc73f787e7e8 on host dv-cinder-795785-1-smb for vnic_type normal with profile {{(pid=98190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 14:47:06.923123 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.managers [None req-94c90327-1356-40e3-879a-14b9d05aae45 None None] Attempting to bind port 95ca4c9b-0a08-4dc1-bd34-bc73f787e7e8 by drivers openvswitch,hyperv on host dv-cinder-795785-1-smb at level 0 using segments [{'id': '09b1f6b8-9c92-4513-844c-f3187f12106a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a'}] {{(pid=98190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 14:47:06.923485 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c90327-1356-40e3-879a-14b9d05aae45 None None] Attempting to bind port 95ca4c9b-0a08-4dc1-bd34-bc73f787e7e8 on network d939252c-9d87-4c0a-b331-cccdb2846f4a {{(pid=98190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 14:47:06.929759 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c90327-1356-40e3-879a-14b9d05aae45 None None] Checking agent: {'id': '22b05ad3-e755-4423-b55e-6b54dea224ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 14, 34, 42), 'started_at': datetime.datetime(2021, 6, 10, 14, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 14, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 14:47:06.930149 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c90327-1356-40e3-879a-14b9d05aae45 None None] Checking segment: {'id': '09b1f6b8-9c92-4513-844c-f3187f12106a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 14:47:06.930572 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-94c90327-1356-40e3-879a-14b9d05aae45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:06.930976 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c90327-1356-40e3-879a-14b9d05aae45 None None] Bound using segment: {'id': '09b1f6b8-9c92-4513-844c-f3187f12106a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a'} {{(pid=98190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 14:47:06.931463 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.managers [None req-94c90327-1356-40e3-879a-14b9d05aae45 None None] Bound port: 95ca4c9b-0a08-4dc1-bd34-bc73f787e7e8, host: dv-cinder-795785-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09b1f6b8-9c92-4513-844c-f3187f12106a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a'}}] {{(pid=98190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 14:47:06.931847 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-94c90327-1356-40e3-879a-14b9d05aae45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:07.001616 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-94c90327-1356-40e3-879a-14b9d05aae45 None None] For port 95ca4c9b-0a08-4dc1-bd34-bc73f787e7e8, host dv-cinder-795785-1-smb, cleared binding levels {{(pid=98190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 14:47:07.004938 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-94c90327-1356-40e3-879a-14b9d05aae45 None None] For port 95ca4c9b-0a08-4dc1-bd34-bc73f787e7e8, host dv-cinder-795785-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-smb',level=0,port_id=95ca4c9b-0a08-4dc1-bd34-bc73f787e7e8,segment=NetworkSegment(09b1f6b8-9c92-4513-844c-f3187f12106a),segment_id=09b1f6b8-9c92-4513-844c-f3187f12106a)] {{(pid=98190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 14:47:07.010123 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-94c90327-1356-40e3-879a-14b9d05aae45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:07.011986 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:47:07.068489 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-6ee8ad21-eb2b-48f9-ab42-7a5cb8291a7b None None] Provisioning for port 7508502b-ce1f-4156-b56d-0e3edfe6948d completed by entity DHCP. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:47:07.076244 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-6ee8ad21-eb2b-48f9-ab42-7a5cb8291a7b None None] Provisioning complete for port 7508502b-ce1f-4156-b56d-0e3edfe6948d triggered by entity DHCP. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:47:07.076651 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-6ee8ad21-eb2b-48f9-ab42-7a5cb8291a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32877986'] for port, provisioning_complete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:07.108595 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-4e7143cd-8d0f-46e3-8ea8-692af578d2e0 req-27bb0b7e-8958-462b-9957-ea138b7edc73 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c26b022-47b1-4caf-8148-cfbfaed694ed HTTP/1.1" status: 200 len: 217 time: 0.4292285 Jun 10 14:47:07.123159 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c90327-1356-40e3-879a-14b9d05aae45 None None] Routers {'30d940dd-5e1c-46eb-a4a1-f3c99bc63fdf'} bound to L3 agent in host dv-cinder-795785-1-smb {{(pid=98190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:47:07.123784 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_hamode_db [None req-94c90327-1356-40e3-879a-14b9d05aae45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T14:34:42Z,description=,heartbeat_timestamp=2021-06-10T14:46:42Z,host='dv-cinder-795785-1-smb',id=e92f4ea4-4278-4a3e-8ba4-23ff1581fd94,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:42Z,topic='l3_agent')) {'router_ids': ['30d940dd-5e1c-46eb-a4a1-f3c99bc63fdf'], 'active': True} {{(pid=98190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:47:07.135327 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a95d16-2d69-4d50-af5e-ffe8ccb4bc8c None None] Pushing event updated for resources: {'Port': ['ID=95ca4c9b-0a08-4dc1-bd34-bc73f787e7e8,revision_number=3']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:47:07.159238 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-84457755-415d-4cc1-ab41-4f920bf0bba2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:07.168752 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-84457755-415d-4cc1-ab41-4f920bf0bba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10153676'] for port, after_update {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:07.173692 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-2f91a4dc-0538-4d38-9911-473015375ddd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:47:07.205889 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7143cd-8d0f-46e3-8ea8-692af578d2e0 req-9048c726-1db7-4fbd-8398-d42168b67465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:07.207070 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-91a95d16-2d69-4d50-af5e-ffe8ccb4bc8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:47:07.210793 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-4e7143cd-8d0f-46e3-8ea8-692af578d2e0 req-9048c726-1db7-4fbd-8398-d42168b67465 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5f776bc1-0a43-4578-9bc2-ebe24541eeb6 HTTP/1.1" status: 200 len: 850 time: 0.0937824 Jun 10 14:47:07.212449 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Device 6e8326b0-13fa-4a92-a3ba-1b2ad3322366 up at agent ovs-agent-dv-cinder-795785-1-smb {{(pid=98190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:47:07.272776 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-84457755-415d-4cc1-ab41-4f920bf0bba2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-722760'] for router_interface, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:07.279594 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.plugin [None req-6ee8ad21-eb2b-48f9-ab42-7a5cb8291a7b None None] Port 7508502b-ce1f-4156-b56d-0e3edfe6948d cannot update to ACTIVE because it is not bound. {{(pid=98190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 14:47:07.284617 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84457755-415d-4cc1-ab41-4f920bf0bba2 admin admin] Pushing event updated for resources: {'Port': ['ID=7508502b-ce1f-4156-b56d-0e3edfe6948d,revision_number=2']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:47:07.287980 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-84457755-415d-4cc1-ab41-4f920bf0bba2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:47:07.307900 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7143cd-8d0f-46e3-8ea8-692af578d2e0 req-0ee99006-fb82-4eec-94ce-1a95fcb3a3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:07.309709 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-4e7143cd-8d0f-46e3-8ea8-692af578d2e0 req-0ee99006-fb82-4eec-94ce-1a95fcb3a3a9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8f467c1d-b7dd-45f1-993c-b606f02ba79f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0901597 Jun 10 14:47:07.376800 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Provisioning complete for port 6e8326b0-13fa-4a92-a3ba-1b2ad3322366 triggered by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:47:07.377190 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32877986'] for port, provisioning_complete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:07.379927 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_dvr_db [None req-94c90327-1356-40e3-879a-14b9d05aae45 None None] Set router 30d940dd-5e1c-46eb-a4a1-f3c99bc63fdf gateway port host: dv-cinder-795785-1-smb {{(pid=98190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:47:07.420745 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84457755-415d-4cc1-ab41-4f920bf0bba2 admin admin] Network 4fa380e3-3c61-4e5c-86e4-ad4b30a9afda is already hosted by enough agents. {{(pid=98189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 14:47:07.422582 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.base_scheduler [None req-84457755-415d-4cc1-ab41-4f920bf0bba2 admin admin] Resources bound (agent type, host, resource id): {{(pid=98189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:47:07.458711 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-4e7143cd-8d0f-46e3-8ea8-692af578d2e0 req-b360910b-e2e2-42f4-b310-bd7da24e7000 service neutron] 10.222.0.36 "GET /v2.0/networks/8f467c1d-b7dd-45f1-993c-b606f02ba79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374092 Jun 10 14:47:07.468405 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 39644) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:47:07.606146 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:07.623392 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84457755-415d-4cc1-ab41-4f920bf0bba2 admin admin] Router 30d940dd-5e1c-46eb-a4a1-f3c99bc63fdf has already been hosted by L3 agent e92f4ea4-4278-4a3e-8ba4-23ff1581fd94 {{(pid=98189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 14:47:07.694350 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-f07d9ef9-21e9-425b-a0ab-577a5fe748f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:07.731820 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-4e7143cd-8d0f-46e3-8ea8-692af578d2e0 req-c6acb145-926c-4aa3-a860-11b0e0fc928d service neutron] 10.222.0.36 "GET /v2.0/networks/8f467c1d-b7dd-45f1-993c-b606f02ba79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642405 Jun 10 14:47:07.823829 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84457755-415d-4cc1-ab41-4f920bf0bba2 admin admin] Notify agent at l3_agent.dv-cinder-795785-1-smb the message routers_updated {{(pid=98189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 14:47:07.833415 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-84457755-415d-4cc1-ab41-4f920bf0bba2 admin admin] 10.222.0.38 "PUT /v2.0/routers/30d940dd-5e1c-46eb-a4a1-f3c99bc63fdf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5425882 Jun 10 14:47:07.858706 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-b76aeb4a-f497-4d43-b95d-8c7e2b16427a None None] Provisioning complete for port 7508502b-ce1f-4156-b56d-0e3edfe6948d triggered by entity DHCP. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:47:07.859267 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-b76aeb4a-f497-4d43-b95d-8c7e2b16427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32877986'] for port, provisioning_complete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:07.913610 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.plugin [None req-b76aeb4a-f497-4d43-b95d-8c7e2b16427a None None] Port 7508502b-ce1f-4156-b56d-0e3edfe6948d cannot update to ACTIVE because it is not bound. {{(pid=98190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 14:47:07.916558 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_hamode_db [None req-94c90327-1356-40e3-879a-14b9d05aae45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d940dd-5e1c-46eb-a4a1-f3c99bc63fdf', 'name': 'tempest-TestShelveInstance-1816330015-router', 'tenant_id': '0d03bca61a1947958f98a8001aa40111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'external_fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.163'}], 'enable_snat': True}, 'gw_port_id': '95ca4c9b-0a08-4dc1-bd34-bc73f787e7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:47:01Z', 'updated_at': '2021-06-10T14:47:06Z', 'revision_number': 4, 'project_id': '0d03bca61a1947958f98a8001aa40111', 'gw_port': {'id': '95ca4c9b-0a08-4dc1-bd34-bc73f787e7e8', 'name': '', 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:94:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30d940dd-5e1c-46eb-a4a1-f3c99bc63fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:47:02Z', 'updated_at': '2021-06-10T14:47:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-smb', '_interfaces': [{'id': '7508502b-ce1f-4156-b56d-0e3edfe6948d', 'name': '', 'network_id': '4fa380e3-3c61-4e5c-86e4-ad4b30a9afda', 'tenant_id': '0d03bca61a1947958f98a8001aa40111', 'mac_address': 'fa:16:3e:32:09:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30d940dd-5e1c-46eb-a4a1-f3c99bc63fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'e28fd0a8-159a-4d41-beb2-89040f742ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:47:05Z', 'updated_at': '2021-06-10T14:47:06Z', 'revision_number': 1, 'project_id': '0d03bca61a1947958f98a8001aa40111', 'subnets': [{'id': 'e28fd0a8-159a-4d41-beb2-89040f742ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-1-smb', False) {} {{(pid=98190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:47:07.921075 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c90327-1356-40e3-879a-14b9d05aae45 None None] The sync data for ids ['30d940dd-5e1c-46eb-a4a1-f3c99bc63fdf'] in dv-cinder-795785-1-smb is: [{'id': '30d940dd-5e1c-46eb-a4a1-f3c99bc63fdf', 'name': 'tempest-TestShelveInstance-1816330015-router', 'tenant_id': '0d03bca61a1947958f98a8001aa40111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'external_fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.163'}], 'enable_snat': True}, 'gw_port_id': '95ca4c9b-0a08-4dc1-bd34-bc73f787e7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:47:01Z', 'updated_at': '2021-06-10T14:47:06Z', 'revision_number': 4, 'project_id': '0d03bca61a1947958f98a8001aa40111', 'gw_port': {'id': '95ca4c9b-0a08-4dc1-bd34-bc73f787e7e8', 'name': '', 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:94:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30d940dd-5e1c-46eb-a4a1-f3c99bc63fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:47:02Z', 'updated_at': '2021-06-10T14:47:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-smb', '_interfaces': [{'id': '7508502b-ce1f-4156-b56d-0e3edfe6948d', 'name': '', 'network_id': '4fa380e3-3c61-4e5c-86e4-ad4b30a9afda', 'tenant_id': '0d03bca61a1947958f98a8001aa40111', 'mac_address': 'fa:16:3e:32:09:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30d940dd-5e1c-46eb-a4a1-f3c99bc63fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'e28fd0a8-159a-4d41-beb2-89040f742ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:47:05Z', 'updated_at': '2021-06-10T14:47:06Z', 'revision_number': 1, 'project_id': '0d03bca61a1947958f98a8001aa40111', 'subnets': [{'id': 'e28fd0a8-159a-4d41-beb2-89040f742ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 14:47:07.935969 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-f07d9ef9-21e9-425b-a0ab-577a5fe748f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:07.949401 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-f07d9ef9-21e9-425b-a0ab-577a5fe748f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:07.953519 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-9db46e3a-0f87-4e72-a2f6-c27ac3297a07 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:47:07.983290 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5038624b-d4c6-4702-a0f8-56eec9a8cd33 req-57046f0c-7fb9-417b-8cda-847077160b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:07.984814 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-5038624b-d4c6-4702-a0f8-56eec9a8cd33 req-57046f0c-7fb9-417b-8cda-847077160b10 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=22b067f743a04ce6ac0fdb4c7ff25d6b&device_id=6c05d072-f409-4052-83e3-d9423387328f HTTP/1.1" status: 200 len: 1097 time: 0.1896951 Jun 10 14:47:08.024087 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45424f0b-d958-484b-963f-b5e5cba2a2c1 req-095f5daa-8e5d-41e7-a3a5-30f2f7ffda0a tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:08.025607 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-45424f0b-d958-484b-963f-b5e5cba2a2c1 req-095f5daa-8e5d-41e7-a3a5-30f2f7ffda0a tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/ports?device_id=6c05d072-f409-4052-83e3-d9423387328f HTTP/1.1" status: 200 len: 944 time: 0.1854210 Jun 10 14:47:08.044393 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07d9ef9-21e9-425b-a0ab-577a5fe748f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e68fec56-0ced-45bc-b810-251f26b90530,revision_number=1']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:47:08.050920 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-f07d9ef9-21e9-425b-a0ab-577a5fe748f3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=017269b4d30048869eb5cab659eecfed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5723069 Jun 10 14:47:08.052393 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-f07d9ef9-21e9-425b-a0ab-577a5fe748f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:47:08.052556 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 39658) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:47:08.154770 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-c1e3cac7-dc38-43c4-8ad6-8d367e7eaa6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:08.184291 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-45424f0b-d958-484b-963f-b5e5cba2a2c1 req-1a2feaf1-5b64-49a8-b9ea-7dfed3c26bf4 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/security-groups?id=86bf7938-6cdc-4dcd-9058-9a0e05f6788b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408992 Jun 10 14:47:08.198361 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-c1e3cac7-dc38-43c4-8ad6-8d367e7eaa6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:08.205043 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5038624b-d4c6-4702-a0f8-56eec9a8cd33 req-3ffb692b-11d2-4e43-a89a-0f815263d6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:08.206711 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-5038624b-d4c6-4702-a0f8-56eec9a8cd33 req-3ffb692b-11d2-4e43-a89a-0f815263d6f0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8f467c1d-b7dd-45f1-993c-b606f02ba79f HTTP/1.1" status: 200 len: 912 time: 0.2042193 Jun 10 14:47:08.272792 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-c1e3cac7-dc38-43c4-8ad6-8d367e7eaa6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:08.275833 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-c1e3cac7-dc38-43c4-8ad6-8d367e7eaa6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:08.279906 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-c1e3cac7-dc38-43c4-8ad6-8d367e7eaa6a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e68fec56-0ced-45bc-b810-251f26b90530 HTTP/1.1" status: 204 len: 168 time: 0.2265799 Jun 10 14:47:08.280993 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-b1cc8d3d-8c37-4baf-8b2a-f46f08fdae0f tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:47:08.281472 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-5038624b-d4c6-4702-a0f8-56eec9a8cd33 req-5238bd2b-a803-4f5d-983b-988229d15047 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c26b022-47b1-4caf-8148-cfbfaed694ed HTTP/1.1" status: 200 len: 217 time: 0.0657289 Jun 10 14:47:08.295700 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e3cac7-dc38-43c4-8ad6-8d367e7eaa6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68fec56-0ced-45bc-b810-251f26b90530,revision_number=None']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:47:08.298724 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-c1e3cac7-dc38-43c4-8ad6-8d367e7eaa6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:47:08.373725 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5038624b-d4c6-4702-a0f8-56eec9a8cd33 req-f616490c-760a-4009-b052-7ecdcf06d348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:08.375168 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-5038624b-d4c6-4702-a0f8-56eec9a8cd33 req-f616490c-760a-4009-b052-7ecdcf06d348 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5f776bc1-0a43-4578-9bc2-ebe24541eeb6 HTTP/1.1" status: 200 len: 850 time: 0.0857174 Jun 10 14:47:08.490392 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 39662) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:47:08.490962 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5038624b-d4c6-4702-a0f8-56eec9a8cd33 req-fb3663f0-1612-4dc2-b71c-c9b4ddb98b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:08.492813 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-5038624b-d4c6-4702-a0f8-56eec9a8cd33 req-fb3663f0-1612-4dc2-b71c-c9b4ddb98b83 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8f467c1d-b7dd-45f1-993c-b606f02ba79f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1094625 Jun 10 14:47:08.495422 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.v2.base [None req-ca5fe610-b33a-4a43-a189-cdb43445d3c4 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-472851827', 'description': 'tempest-secgroup-smoke-472851827 description', 'project_id': 'f118f8afe4cb43389f09486f16dc9b22'}} {{(pid=98189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:47:08.527237 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-ca5fe610-b33a-4a43-a189-cdb43445d3c4 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Notify callbacks [] for security_group, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:08.648224 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-ca5fe610-b33a-4a43-a189-cdb43445d3c4 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Notify callbacks [] for security_group, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:08.652492 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-5038624b-d4c6-4702-a0f8-56eec9a8cd33 req-10a56320-b155-4564-beb6-df0ee4453584 service neutron] 10.222.0.36 "GET /v2.0/networks/8f467c1d-b7dd-45f1-993c-b606f02ba79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502879 Jun 10 14:47:08.653173 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-ca5fe610-b33a-4a43-a189-cdb43445d3c4 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:08.656049 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-74dea9df-6476-4709-9508-b92c8df28da7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:47:08.688963 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-ca5fe610-b33a-4a43-a189-cdb43445d3c4 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Notify callbacks [] for security_group, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:08.694656 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-ca5fe610-b33a-4a43-a189-cdb43445d3c4 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1986873 Jun 10 14:47:08.694656 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5fe610-b33a-4a43-a189-cdb43445d3c4 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e0af78c-08e6-4e38-9f32-394dca315d32,revision_number=1']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:47:08.695101 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 39666) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:47:08.700182 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.v2.base [None req-5776f662-00f6-4f72-9380-05f7eabab9d4 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Request body: {'security_group_rule': {'security_group_id': '0e0af78c-08e6-4e38-9f32-394dca315d32', 'project_id': 'f118f8afe4cb43389f09486f16dc9b22', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:47:08.705630 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-ca5fe610-b33a-4a43-a189-cdb43445d3c4 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:47:08.729842 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-5776f662-00f6-4f72-9380-05f7eabab9d4 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:08.778328 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-5038624b-d4c6-4702-a0f8-56eec9a8cd33 req-95dfa432-32a0-4daf-8b24-efc43b3f5ac5 service neutron] 10.222.0.36 "GET /v2.0/networks/8f467c1d-b7dd-45f1-993c-b606f02ba79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191196 Jun 10 14:47:08.795156 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-5776f662-00f6-4f72-9380-05f7eabab9d4 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:08.798834 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-5776f662-00f6-4f72-9380-05f7eabab9d4 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734018'] for security_group_rule, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:08.804188 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:47:08.822346 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5776f662-00f6-4f72-9380-05f7eabab9d4 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7fffbe6-6d98-47ed-87d2-4ec250699452,revision_number=0']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:47:08.824946 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-5776f662-00f6-4f72-9380-05f7eabab9d4 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:47:08.830448 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-5776f662-00f6-4f72-9380-05f7eabab9d4 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:08.831622 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-5776f662-00f6-4f72-9380-05f7eabab9d4 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1356111 Jun 10 14:47:08.835097 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 39668) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:47:08.841072 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.v2.base [None req-2de316ee-af70-42b1-bfdf-146a4daa5beb tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Request body: {'security_group_rule': {'security_group_id': '0e0af78c-08e6-4e38-9f32-394dca315d32', 'project_id': 'f118f8afe4cb43389f09486f16dc9b22', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:47:08.866788 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-2de316ee-af70-42b1-bfdf-146a4daa5beb tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:08.949493 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-2de316ee-af70-42b1-bfdf-146a4daa5beb tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:08.953039 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-2de316ee-af70-42b1-bfdf-146a4daa5beb tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734018'] for security_group_rule, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:08.958163 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:47:08.973984 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de316ee-af70-42b1-bfdf-146a4daa5beb tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49e03ea2-a79b-4cd4-8af8-15ed172ce67b,revision_number=0']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:47:08.978881 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-2de316ee-af70-42b1-bfdf-146a4daa5beb tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:47:08.983177 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-2de316ee-af70-42b1-bfdf-146a4daa5beb tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:08.984435 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-2de316ee-af70-42b1-bfdf-146a4daa5beb tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1469922 Jun 10 14:47:08.987017 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 39670) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:47:08.992111 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.v2.base [None req-94ba972a-5fe1-412e-9dcf-b846ee7bbd11 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Request body: {'security_group_rule': {'security_group_id': '0e0af78c-08e6-4e38-9f32-394dca315d32', 'project_id': 'f118f8afe4cb43389f09486f16dc9b22', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:47:09.018016 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-94ba972a-5fe1-412e-9dcf-b846ee7bbd11 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:09.091277 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-94ba972a-5fe1-412e-9dcf-b846ee7bbd11 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:09.097555 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-94ba972a-5fe1-412e-9dcf-b846ee7bbd11 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734018'] for security_group_rule, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:09.099930 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-70ad5f17-4d80-40a2-8208-8058dbb897ef tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:47:09.118580 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ba972a-5fe1-412e-9dcf-b846ee7bbd11 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32eaa170-a539-4a44-b61a-618cd369895f,revision_number=0']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:47:09.121155 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-94ba972a-5fe1-412e-9dcf-b846ee7bbd11 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:47:09.126087 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-94ba972a-5fe1-412e-9dcf-b846ee7bbd11 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:09.131260 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-94ba972a-5fe1-412e-9dcf-b846ee7bbd11 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1393862 Jun 10 14:47:09.131260 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 39672) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:47:09.135906 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.v2.base [None req-3801ee9c-eaf9-4ced-a436-3db1e625539e tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Request body: {'security_group_rule': {'security_group_id': '0e0af78c-08e6-4e38-9f32-394dca315d32', 'project_id': 'f118f8afe4cb43389f09486f16dc9b22', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:47:09.169046 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-3801ee9c-eaf9-4ced-a436-3db1e625539e tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:09.169439 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Device 95ca4c9b-0a08-4dc1-bd34-bc73f787e7e8 up at agent ovs-agent-dv-cinder-795785-1-smb {{(pid=98190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:47:09.235966 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Provisioning for port 95ca4c9b-0a08-4dc1-bd34-bc73f787e7e8 completed by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:47:09.241038 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Provisioning complete for port 95ca4c9b-0a08-4dc1-bd34-bc73f787e7e8 triggered by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:47:09.241618 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32877986'] for port, provisioning_complete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:09.243025 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-3801ee9c-eaf9-4ced-a436-3db1e625539e tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:09.247305 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-3801ee9c-eaf9-4ced-a436-3db1e625539e tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734018'] for security_group_rule, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:09.253414 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:47:09.274375 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3801ee9c-eaf9-4ced-a436-3db1e625539e tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edcd8bb8-91b5-4030-a5a5-daae8951cad6,revision_number=0']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:47:09.276887 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-3801ee9c-eaf9-4ced-a436-3db1e625539e tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:47:09.281205 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-3801ee9c-eaf9-4ced-a436-3db1e625539e tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:09.283544 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-3801ee9c-eaf9-4ced-a436-3db1e625539e tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1512837 Jun 10 14:47:09.286352 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 39676) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:47:09.291724 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.v2.base [None req-9c9a6359-ef9a-4b61-8936-a3e371c91326 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Request body: {'security_group_rule': {'security_group_id': '0e0af78c-08e6-4e38-9f32-394dca315d32', 'project_id': 'f118f8afe4cb43389f09486f16dc9b22', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:47:09.318466 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.db.securitygroups_db [None req-9c9a6359-ef9a-4b61-8936-a3e371c91326 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Project f118f8afe4cb43389f09486f16dc9b22 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 14:47:09.324183 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-9c9a6359-ef9a-4b61-8936-a3e371c91326 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:09.358824 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:09.382967 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] For port 95ca4c9b-0a08-4dc1-bd34-bc73f787e7e8, host dv-cinder-795785-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-smb',level=0,port_id=95ca4c9b-0a08-4dc1-bd34-bc73f787e7e8,segment=NetworkSegment(09b1f6b8-9c92-4513-844c-f3187f12106a),segment_id=09b1f6b8-9c92-4513-844c-f3187f12106a)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:47:09.387215 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:09.391961 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-e93b38e4-5a42-4f37-83f9-70660e26bba0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:47:09.437314 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-9c9a6359-ef9a-4b61-8936-a3e371c91326 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:09.443902 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-9c9a6359-ef9a-4b61-8936-a3e371c91326 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734018'] for security_group_rule, after_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:09.448311 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-b3b65257-6db2-48ef-a73e-83c577ad837c tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:47:09.453194 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Pushing event updated for resources: {'Port': ['ID=95ca4c9b-0a08-4dc1-bd34-bc73f787e7e8,revision_number=4']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:47:09.461131 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:47:09.473634 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9a6359-ef9a-4b61-8936-a3e371c91326 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5260c1b6-dfa2-4a55-8237-a088729ffaac,revision_number=0']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:47:09.476826 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-9c9a6359-ef9a-4b61-8936-a3e371c91326 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:47:09.484772 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4e4143-4c3c-49f7-b9d2-f70c86dcca87 req-ddd07a9a-cd0f-4907-8886-c72b80952441 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:09.486253 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-7e4e4143-4c3c-49f7-b9d2-f70c86dcca87 req-ddd07a9a-cd0f-4907-8886-c72b80952441 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/ports?device_id=6c05d072-f409-4052-83e3-d9423387328f HTTP/1.1" status: 200 len: 944 time: 0.1355827 Jun 10 14:47:09.486982 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-9c9a6359-ef9a-4b61-8936-a3e371c91326 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:09.491650 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 39678) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:47:09.492138 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-9c9a6359-ef9a-4b61-8936-a3e371c91326 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2037854 Jun 10 14:47:09.496931 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.v2.base [None req-df50d36f-7c2c-4572-8a57-7ec63fdb71b8 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Request body: {'security_group_rule': {'security_group_id': '0e0af78c-08e6-4e38-9f32-394dca315d32', 'project_id': 'f118f8afe4cb43389f09486f16dc9b22', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:47:09.526711 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.db.securitygroups_db [None req-df50d36f-7c2c-4572-8a57-7ec63fdb71b8 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Project f118f8afe4cb43389f09486f16dc9b22 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 14:47:09.527684 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-df50d36f-7c2c-4572-8a57-7ec63fdb71b8 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:09.536844 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-7e4e4143-4c3c-49f7-b9d2-f70c86dcca87 req-55270d77-a6e3-4fad-89e3-35bb2d9b3912 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/security-groups?id=86bf7938-6cdc-4dcd-9058-9a0e05f6788b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433648 Jun 10 14:47:09.580351 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-ddb243b5-428e-44b3-b656-1a62d91144b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:09.599800 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-df50d36f-7c2c-4572-8a57-7ec63fdb71b8 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:09.603640 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-df50d36f-7c2c-4572-8a57-7ec63fdb71b8 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734018'] for security_group_rule, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:09.605811 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-d4b7c951-eade-4e57-80f4-9d538c9f7e83 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:47:09.625180 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df50d36f-7c2c-4572-8a57-7ec63fdb71b8 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c1286d2-dfe4-4632-9efc-aa98f2700ef3,revision_number=0']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:47:09.627774 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-df50d36f-7c2c-4572-8a57-7ec63fdb71b8 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:47:09.630531 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-df50d36f-7c2c-4572-8a57-7ec63fdb71b8 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:09.632013 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-df50d36f-7c2c-4572-8a57-7ec63fdb71b8 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1386700 Jun 10 14:47:10.398598 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8a0da2-a9f4-499f-8a60-8e75840aa43c None None] Sync routers for ids ['30d940dd-5e1c-46eb-a4a1-f3c99bc63fdf'] in dv-cinder-795785-1-smb {{(pid=98191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 14:47:10.408886 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8a0da2-a9f4-499f-8a60-8e75840aa43c None None] Routers {'30d940dd-5e1c-46eb-a4a1-f3c99bc63fdf'} bound to L3 agent in host dv-cinder-795785-1-smb {{(pid=98191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:47:10.409701 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_hamode_db [None req-ba8a0da2-a9f4-499f-8a60-8e75840aa43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T14:34:42Z,description=,heartbeat_timestamp=2021-06-10T14:46:42Z,host='dv-cinder-795785-1-smb',id=e92f4ea4-4278-4a3e-8ba4-23ff1581fd94,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:42Z,topic='l3_agent')) {'router_ids': ['30d940dd-5e1c-46eb-a4a1-f3c99bc63fdf'], 'active': True} {{(pid=98191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:47:10.558633 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_dvr_db [None req-ba8a0da2-a9f4-499f-8a60-8e75840aa43c None None] Set router 30d940dd-5e1c-46eb-a4a1-f3c99bc63fdf gateway port host: dv-cinder-795785-1-smb {{(pid=98191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:47:10.719591 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b37b8-5fdf-4433-b8e2-66d43fe18906 req-62097a43-81f4-42fb-8c31-f48d1d3945c9 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:10.721193 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-554b37b8-5fdf-4433-b8e2-66d43fe18906 req-62097a43-81f4-42fb-8c31-f48d1d3945c9 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/ports?device_id=6c05d072-f409-4052-83e3-d9423387328f HTTP/1.1" status: 200 len: 944 time: 0.0730796 Jun 10 14:47:10.764616 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-554b37b8-5fdf-4433-b8e2-66d43fe18906 req-ed83ba67-d3a1-4212-9706-ec6078e84d93 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/security-groups?id=86bf7938-6cdc-4dcd-9058-9a0e05f6788b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371962 Jun 10 14:47:10.825075 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_hamode_db [None req-ba8a0da2-a9f4-499f-8a60-8e75840aa43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d940dd-5e1c-46eb-a4a1-f3c99bc63fdf', 'name': 'tempest-TestShelveInstance-1816330015-router', 'tenant_id': '0d03bca61a1947958f98a8001aa40111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'external_fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.163'}], 'enable_snat': True}, 'gw_port_id': '95ca4c9b-0a08-4dc1-bd34-bc73f787e7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:47:01Z', 'updated_at': '2021-06-10T14:47:06Z', 'revision_number': 4, 'project_id': '0d03bca61a1947958f98a8001aa40111', 'gw_port': {'id': '95ca4c9b-0a08-4dc1-bd34-bc73f787e7e8', 'name': '', 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:94:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d940dd-5e1c-46eb-a4a1-f3c99bc63fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:47:02Z', 'updated_at': '2021-06-10T14:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-smb', '_interfaces': [{'id': '7508502b-ce1f-4156-b56d-0e3edfe6948d', 'name': '', 'network_id': '4fa380e3-3c61-4e5c-86e4-ad4b30a9afda', 'tenant_id': '0d03bca61a1947958f98a8001aa40111', 'mac_address': 'fa:16:3e:32:09:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30d940dd-5e1c-46eb-a4a1-f3c99bc63fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'e28fd0a8-159a-4d41-beb2-89040f742ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:47:05Z', 'updated_at': '2021-06-10T14:47:06Z', 'revision_number': 2, 'project_id': '0d03bca61a1947958f98a8001aa40111', 'subnets': [{'id': 'e28fd0a8-159a-4d41-beb2-89040f742ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-1-smb', False) {} {{(pid=98191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:47:10.828227 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8a0da2-a9f4-499f-8a60-8e75840aa43c None None] Checking router: 30d940dd-5e1c-46eb-a4a1-f3c99bc63fdf for host: dv-cinder-795785-1-smb {{(pid=98191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 14:47:10.828632 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8a0da2-a9f4-499f-8a60-8e75840aa43c None None] Updating router 30d940dd-5e1c-46eb-a4a1-f3c99bc63fdf port 7508502b-ce1f-4156-b56d-0e3edfe6948d binding host dv-cinder-795785-1-smb {{(pid=98191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 14:47:10.869033 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron_lib.callbacks.manager [None req-ba8a0da2-a9f4-499f-8a60-8e75840aa43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:11.108804 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Device 95ca4c9b-0a08-4dc1-bd34-bc73f787e7e8 up at agent ovs-agent-dv-cinder-795785-1-smb {{(pid=98190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:47:11.165054 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Provisioning complete for port 95ca4c9b-0a08-4dc1-bd34-bc73f787e7e8 triggered by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:47:11.165768 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32877986'] for port, provisioning_complete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:11.196563 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron_lib.callbacks.manager [None req-ba8a0da2-a9f4-499f-8a60-8e75840aa43c None None] Notify callbacks [] for port, precommit_update {{(pid=98191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:11.211813 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.provisioning_blocks [None req-ba8a0da2-a9f4-499f-8a60-8e75840aa43c None None] Transition to ACTIVE for port object 7508502b-ce1f-4156-b56d-0e3edfe6948d will not be triggered until provisioned by entity L2. {{(pid=98191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:47:11.212415 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Device 9c26b022-47b1-4caf-8148-cfbfaed694ed details requested by agent hyperv_hv-cinder-79578 with host hv-cinder-79578 {{(pid=98190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 14:47:11.218070 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron_lib.callbacks.manager [None req-ba8a0da2-a9f4-499f-8a60-8e75840aa43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:11.221247 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG oslo_concurrency.lockutils [None req-f9275cc5-3ea5-41c7-9f17-a22646d6b6d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98191) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:47:11.382097 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29656aec-ee9c-48b4-a907-c92b07d37bb0 None None] Pushing event updated for resources: {'Port': ['ID=7508502b-ce1f-4156-b56d-0e3edfe6948d,revision_number=3']} {{(pid=98191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:47:11.382842 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] For port 9c26b022-47b1-4caf-8148-cfbfaed694ed, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=9c26b022-47b1-4caf-8148-cfbfaed694ed,segment=NetworkSegment(702c310b-86f3-4e1c-9a69-5651c2af6549),segment_id=702c310b-86f3-4e1c-9a69-5651c2af6549)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:47:11.385133 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG oslo_concurrency.lockutils [None req-29656aec-ee9c-48b4-a907-c92b07d37bb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=98191) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:47:11.396109 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Returning: {'device': '9c26b022-47b1-4caf-8148-cfbfaed694ed', 'network_id': '8f467c1d-b7dd-45f1-993c-b606f02ba79f', 'port_id': '9c26b022-47b1-4caf-8148-cfbfaed694ed', 'mac_address': 'fa:16:3e:e5:d9:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f776bc1-0a43-4578-9bc2-ebe24541eeb6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 14:47:11.402867 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.plugins.ml2.managers [None req-ba8a0da2-a9f4-499f-8a60-8e75840aa43c None None] Attempting to bind port 7508502b-ce1f-4156-b56d-0e3edfe6948d on host dv-cinder-795785-1-smb for vnic_type normal with profile {{(pid=98191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 14:47:11.403410 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.plugins.ml2.managers [None req-ba8a0da2-a9f4-499f-8a60-8e75840aa43c None None] Attempting to bind port 7508502b-ce1f-4156-b56d-0e3edfe6948d by drivers openvswitch,hyperv on host dv-cinder-795785-1-smb at level 0 using segments [{'id': 'd5950fc8-691d-4c07-8185-9103aa638255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4fa380e3-3c61-4e5c-86e4-ad4b30a9afda'}] {{(pid=98191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 14:47:11.403601 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8a0da2-a9f4-499f-8a60-8e75840aa43c None None] Attempting to bind port 7508502b-ce1f-4156-b56d-0e3edfe6948d on network 4fa380e3-3c61-4e5c-86e4-ad4b30a9afda {{(pid=98191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 14:47:11.409335 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8a0da2-a9f4-499f-8a60-8e75840aa43c None None] Checking agent: {'id': '22b05ad3-e755-4423-b55e-6b54dea224ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 14, 34, 42), 'started_at': datetime.datetime(2021, 6, 10, 14, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 14, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 14:47:11.415298 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8a0da2-a9f4-499f-8a60-8e75840aa43c None None] Checking segment: {'id': 'd5950fc8-691d-4c07-8185-9103aa638255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4fa380e3-3c61-4e5c-86e4-ad4b30a9afda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 14:47:11.415805 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron_lib.callbacks.manager [None req-ba8a0da2-a9f4-499f-8a60-8e75840aa43c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:11.416219 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8a0da2-a9f4-499f-8a60-8e75840aa43c None None] Bound using segment: {'id': 'd5950fc8-691d-4c07-8185-9103aa638255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4fa380e3-3c61-4e5c-86e4-ad4b30a9afda'} {{(pid=98191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 14:47:11.416764 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.plugins.ml2.managers [None req-ba8a0da2-a9f4-499f-8a60-8e75840aa43c None None] Bound port: 7508502b-ce1f-4156-b56d-0e3edfe6948d, host: dv-cinder-795785-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5950fc8-691d-4c07-8185-9103aa638255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4fa380e3-3c61-4e5c-86e4-ad4b30a9afda'}}] {{(pid=98191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 14:47:11.417145 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron_lib.callbacks.manager [None req-ba8a0da2-a9f4-499f-8a60-8e75840aa43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:11.446322 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:11.464062 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.notifiers.nova [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c26b022-47b1-4caf-8148-cfbfaed694ed {{(pid=98190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 14:47:11.486904 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] For port 9c26b022-47b1-4caf-8148-cfbfaed694ed, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=9c26b022-47b1-4caf-8148-cfbfaed694ed,segment=NetworkSegment(702c310b-86f3-4e1c-9a69-5651c2af6549),segment_id=702c310b-86f3-4e1c-9a69-5651c2af6549)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:47:11.491658 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:11.493529 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:47:11.496401 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.plugins.ml2.db [None req-ba8a0da2-a9f4-499f-8a60-8e75840aa43c None None] For port 7508502b-ce1f-4156-b56d-0e3edfe6948d, host dv-cinder-795785-1-smb, cleared binding levels {{(pid=98191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 14:47:11.499433 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.plugins.ml2.db [None req-ba8a0da2-a9f4-499f-8a60-8e75840aa43c None None] For port 7508502b-ce1f-4156-b56d-0e3edfe6948d, host dv-cinder-795785-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-smb',level=0,port_id=7508502b-ce1f-4156-b56d-0e3edfe6948d,segment=NetworkSegment(d5950fc8-691d-4c07-8185-9103aa638255),segment_id=d5950fc8-691d-4c07-8185-9103aa638255)] {{(pid=98191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 14:47:11.503631 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron_lib.callbacks.manager [None req-ba8a0da2-a9f4-499f-8a60-8e75840aa43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:11.506328 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG oslo_concurrency.lockutils [None req-9cfe2145-870c-4557-9277-c4dc6a351a92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98191) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:47:11.555088 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Pushing event updated for resources: {'Port': ['ID=9c26b022-47b1-4caf-8148-cfbfaed694ed,revision_number=4']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:47:11.558389 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:47:11.569011 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8a0da2-a9f4-499f-8a60-8e75840aa43c None None] Routers {'30d940dd-5e1c-46eb-a4a1-f3c99bc63fdf'} bound to L3 agent in host dv-cinder-795785-1-smb {{(pid=98191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:47:11.569633 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_hamode_db [None req-ba8a0da2-a9f4-499f-8a60-8e75840aa43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T14:34:42Z,description=,heartbeat_timestamp=2021-06-10T14:46:42Z,host='dv-cinder-795785-1-smb',id=e92f4ea4-4278-4a3e-8ba4-23ff1581fd94,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:42Z,topic='l3_agent')) {'router_ids': ['30d940dd-5e1c-46eb-a4a1-f3c99bc63fdf'], 'active': True} {{(pid=98191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:47:11.623767 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29656aec-ee9c-48b4-a907-c92b07d37bb0 None None] Pushing event updated for resources: {'Port': ['ID=7508502b-ce1f-4156-b56d-0e3edfe6948d,revision_number=4']} {{(pid=98191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:47:11.704305 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] get_ports_and_sgs() called for port_ids ['9c26b022-47b1-4caf-8148-cfbfaed694ed'] {{(pid=98190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 14:47:11.769857 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG oslo_concurrency.lockutils [None req-29656aec-ee9c-48b4-a907-c92b07d37bb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=98191) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:47:11.822176 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_dvr_db [None req-ba8a0da2-a9f4-499f-8a60-8e75840aa43c None None] Set router 30d940dd-5e1c-46eb-a4a1-f3c99bc63fdf gateway port host: dv-cinder-795785-1-smb {{(pid=98191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:47:11.951439 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6459ae-0393-4ced-afef-6d0552ff87e8 req-b89598e9-97e5-438a-bae5-7d6e4dc0190c tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:11.952942 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-0a6459ae-0393-4ced-afef-6d0552ff87e8 req-b89598e9-97e5-438a-bae5-7d6e4dc0190c tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/ports?device_id=6c05d072-f409-4052-83e3-d9423387328f HTTP/1.1" status: 200 len: 945 time: 0.0720947 Jun 10 14:47:11.996891 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-0a6459ae-0393-4ced-afef-6d0552ff87e8 req-49187a32-a500-4d65-9797-8e30416ab752 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/security-groups?id=86bf7938-6cdc-4dcd-9058-9a0e05f6788b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377960 Jun 10 14:47:12.056613 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:12.094169 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_hamode_db [None req-ba8a0da2-a9f4-499f-8a60-8e75840aa43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d940dd-5e1c-46eb-a4a1-f3c99bc63fdf', 'name': 'tempest-TestShelveInstance-1816330015-router', 'tenant_id': '0d03bca61a1947958f98a8001aa40111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'external_fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.163'}], 'enable_snat': True}, 'gw_port_id': '95ca4c9b-0a08-4dc1-bd34-bc73f787e7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:47:01Z', 'updated_at': '2021-06-10T14:47:06Z', 'revision_number': 4, 'project_id': '0d03bca61a1947958f98a8001aa40111', 'gw_port': {'id': '95ca4c9b-0a08-4dc1-bd34-bc73f787e7e8', 'name': '', 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:94:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d940dd-5e1c-46eb-a4a1-f3c99bc63fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:47:02Z', 'updated_at': '2021-06-10T14:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-smb', '_interfaces': [{'id': '7508502b-ce1f-4156-b56d-0e3edfe6948d', 'name': '', 'network_id': '4fa380e3-3c61-4e5c-86e4-ad4b30a9afda', 'tenant_id': '0d03bca61a1947958f98a8001aa40111', 'mac_address': 'fa:16:3e:32:09:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30d940dd-5e1c-46eb-a4a1-f3c99bc63fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'e28fd0a8-159a-4d41-beb2-89040f742ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:47:05Z', 'updated_at': '2021-06-10T14:47:11Z', 'revision_number': 4, 'project_id': '0d03bca61a1947958f98a8001aa40111', 'subnets': [{'id': 'e28fd0a8-159a-4d41-beb2-89040f742ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-1-smb', False) {} {{(pid=98191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:47:12.097591 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8a0da2-a9f4-499f-8a60-8e75840aa43c None None] The sync data for ids ['30d940dd-5e1c-46eb-a4a1-f3c99bc63fdf'] in dv-cinder-795785-1-smb is: [{'id': '30d940dd-5e1c-46eb-a4a1-f3c99bc63fdf', 'name': 'tempest-TestShelveInstance-1816330015-router', 'tenant_id': '0d03bca61a1947958f98a8001aa40111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'external_fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.163'}], 'enable_snat': True}, 'gw_port_id': '95ca4c9b-0a08-4dc1-bd34-bc73f787e7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:47:01Z', 'updated_at': '2021-06-10T14:47:06Z', 'revision_number': 4, 'project_id': '0d03bca61a1947958f98a8001aa40111', 'gw_port': {'id': '95ca4c9b-0a08-4dc1-bd34-bc73f787e7e8', 'name': '', 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:94:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d940dd-5e1c-46eb-a4a1-f3c99bc63fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:47:02Z', 'updated_at': '2021-06-10T14:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-smb', '_interfaces': [{'id': '7508502b-ce1f-4156-b56d-0e3edfe6948d', 'name': '', 'network_id': '4fa380e3-3c61-4e5c-86e4-ad4b30a9afda', 'tenant_id': '0d03bca61a1947958f98a8001aa40111', 'mac_address': 'fa:16:3e:32:09:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30d940dd-5e1c-46eb-a4a1-f3c99bc63fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'e28fd0a8-159a-4d41-beb2-89040f742ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:47:05Z', 'updated_at': '2021-06-10T14:47:11Z', 'revision_number': 4, 'project_id': '0d03bca61a1947958f98a8001aa40111', 'subnets': [{'id': 'e28fd0a8-159a-4d41-beb2-89040f742ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 14:47:12.213777 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-0948b31a-d44a-41e8-a04d-64342f11eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:13.139874 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Device 7508502b-ce1f-4156-b56d-0e3edfe6948d up at agent ovs-agent-dv-cinder-795785-1-smb {{(pid=98190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:47:13.183970 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68971f30-7180-4617-8492-92af47d3cf5e req-6ab590ae-2c69-48f7-9c9f-8b524152ca37 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:13.185443 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-68971f30-7180-4617-8492-92af47d3cf5e req-6ab590ae-2c69-48f7-9c9f-8b524152ca37 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/ports?device_id=6c05d072-f409-4052-83e3-d9423387328f HTTP/1.1" status: 200 len: 945 time: 0.0770264 Jun 10 14:47:13.208969 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Provisioning for port 7508502b-ce1f-4156-b56d-0e3edfe6948d completed by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:47:13.212903 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Provisioning complete for port 7508502b-ce1f-4156-b56d-0e3edfe6948d triggered by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:47:13.213530 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32877986'] for port, provisioning_complete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:13.232406 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-68971f30-7180-4617-8492-92af47d3cf5e req-69fee53b-9bb8-4717-bd12-739609040f4d tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/security-groups?id=86bf7938-6cdc-4dcd-9058-9a0e05f6788b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412478 Jun 10 14:47:13.241219 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Device 9c26b022-47b1-4caf-8148-cfbfaed694ed up at agent hyperv_hv-cinder-79578 {{(pid=98190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:47:13.461618 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-eaea1bf5-020e-4d00-b5bd-84659b7b503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:13.505473 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Provisioning for port 9c26b022-47b1-4caf-8148-cfbfaed694ed completed by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:47:13.518391 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Provisioning complete for port 9c26b022-47b1-4caf-8148-cfbfaed694ed triggered by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:47:13.518778 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32877986'] for port, provisioning_complete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:13.545117 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:13.600996 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] For port 7508502b-ce1f-4156-b56d-0e3edfe6948d, host dv-cinder-795785-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-smb',level=0,port_id=7508502b-ce1f-4156-b56d-0e3edfe6948d,segment=NetworkSegment(d5950fc8-691d-4c07-8185-9103aa638255),segment_id=d5950fc8-691d-4c07-8185-9103aa638255)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:47:13.606323 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:13.609718 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:47:13.704370 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Pushing event updated for resources: {'Port': ['ID=7508502b-ce1f-4156-b56d-0e3edfe6948d,revision_number=5']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:47:13.707476 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:47:13.708301 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:13.739011 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c05d072-f409-4052-83e3-d9423387328f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c26b022-47b1-4caf-8148-cfbfaed694ed'}] {{(pid=98190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:47:13.741679 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3d4185ab3030d597d4fdff3a42636a440041618624b200d466a1cf3773607d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebec751f-2fdc-4e4a-bf25-276610c7316c" -d '{"events": [{"server_uuid": "6c05d072-f409-4052-83e3-d9423387328f", "name": "network-vif-plugged", "status": "completed", "tag": "9c26b022-47b1-4caf-8148-cfbfaed694ed"}]}' {{(pid=98190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:47:13.753750 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] For port 9c26b022-47b1-4caf-8148-cfbfaed694ed, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=9c26b022-47b1-4caf-8148-cfbfaed694ed,segment=NetworkSegment(702c310b-86f3-4e1c-9a69-5651c2af6549),segment_id=702c310b-86f3-4e1c-9a69-5651c2af6549)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:47:13.759223 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:13.762305 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:47:13.796951 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 14:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7becb2e2-8872-4fd5-9170-e4d11123329a x-openstack-request-id: req-7becb2e2-8872-4fd5-9170-e4d11123329a {{(pid=98190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:47:13.797250 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c05d072-f409-4052-83e3-d9423387328f", "name": "network-vif-plugged", "status": "completed", "tag": "9c26b022-47b1-4caf-8148-cfbfaed694ed", "code": 200}]} {{(pid=98190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:47:13.797509 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7becb2e2-8872-4fd5-9170-e4d11123329a {{(pid=98190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:47:13.797898 dv-cinder-795785-1-smb neutron-server[98190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c05d072-f409-4052-83e3-d9423387328f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c26b022-47b1-4caf-8148-cfbfaed694ed', 'code': 200} Jun 10 14:47:13.827063 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Pushing event updated for resources: {'Port': ['ID=9c26b022-47b1-4caf-8148-cfbfaed694ed,revision_number=5']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:47:13.830789 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:47:14.025179 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b51bf6-d074-4b5f-a355-9b7c19a98d34 req-d6b650fc-e003-413a-b5de-c6e61e463843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:14.026555 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-92b51bf6-d074-4b5f-a355-9b7c19a98d34 req-d6b650fc-e003-413a-b5de-c6e61e463843 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6c05d072-f409-4052-83e3-d9423387328f HTTP/1.1" status: 200 len: 1099 time: 0.0597668 Jun 10 14:47:14.062834 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-92b51bf6-d074-4b5f-a355-9b7c19a98d34 req-7372ea6d-d93a-42a3-881b-4f50a48b02f6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=86bf7938-6cdc-4dcd-9058-9a0e05f6788b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299122 Jun 10 14:47:14.422213 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5006c4cd-9b1d-4212-b634-b14db7652e7b req-d9a5d859-4180-4b36-b83e-1626cfbbcfbc tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:14.423640 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-5006c4cd-9b1d-4212-b634-b14db7652e7b req-d9a5d859-4180-4b36-b83e-1626cfbbcfbc tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/ports?device_id=6c05d072-f409-4052-83e3-d9423387328f HTTP/1.1" status: 200 len: 946 time: 0.0738902 Jun 10 14:47:14.466703 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-5006c4cd-9b1d-4212-b634-b14db7652e7b req-7beeb572-934e-4c50-8ab5-28f0731df2ec tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/security-groups?id=86bf7938-6cdc-4dcd-9058-9a0e05f6788b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367007 Jun 10 14:47:14.880540 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-fbbc5fb5-3f71-4862-8fd7-9153cbf0fe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:15.108432 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Device 7508502b-ce1f-4156-b56d-0e3edfe6948d up at agent ovs-agent-dv-cinder-795785-1-smb {{(pid=98190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:47:15.164128 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Provisioning complete for port 7508502b-ce1f-4156-b56d-0e3edfe6948d triggered by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:47:15.164618 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32877986'] for port, provisioning_complete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:15.811791 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d97c3b-1235-4026-87f8-4a0f4f3550e9 req-5370f732-fdf3-44cf-b68c-c146fd8f9e51 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:15.813295 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-82d97c3b-1235-4026-87f8-4a0f4f3550e9 req-5370f732-fdf3-44cf-b68c-c146fd8f9e51 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/ports?device_id=6c05d072-f409-4052-83e3-d9423387328f HTTP/1.1" status: 200 len: 946 time: 0.2309096 Jun 10 14:47:15.855682 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-82d97c3b-1235-4026-87f8-4a0f4f3550e9 req-315e4df3-be3f-4a32-9b74-48238deb2fc0 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/security-groups?id=86bf7938-6cdc-4dcd-9058-9a0e05f6788b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360141 Jun 10 14:47:16.040834 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9dee23-4dd3-4cd3-945f-28a81a00eb4f req-607d7d8c-5d85-4576-a5a7-387432b59fce tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:16.042381 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-6a9dee23-4dd3-4cd3-945f-28a81a00eb4f req-607d7d8c-5d85-4576-a5a7-387432b59fce tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/ports?device_id=6c05d072-f409-4052-83e3-d9423387328f HTTP/1.1" status: 200 len: 946 time: 0.0774410 Jun 10 14:47:16.051081 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 39794) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:47:16.056383 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.v2.base [None req-cd2a0afe-d352-4fc1-97cd-ff14da2858d5 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Request body: {'floatingip': {'port_id': '9c26b022-47b1-4caf-8148-cfbfaed694ed'}} {{(pid=98188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:47:16.109885 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-cd2a0afe-d352-4fc1-97cd-ff14da2858d5 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Notify callbacks [] for floatingip, before_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:16.408504 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f426a-ea25-4dfb-83f9-e687992b52b7 req-2f0a4674-e38c-48dd-a5a3-a3871bf0b092 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:16.409940 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-129f426a-ea25-4dfb-83f9-e687992b52b7 req-2f0a4674-e38c-48dd-a5a3-a3871bf0b092 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=3655874a-9405-4fda-8926-42ec42a459f1 HTTP/1.1" status: 200 len: 946 time: 0.2437394 Jun 10 14:47:16.473570 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-129f426a-ea25-4dfb-83f9-e687992b52b7 req-62d6c727-de2c-42d9-9a3b-c1739a43d0e1 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?id=02183f53-14bc-47e9-9b7c-8c98d5e547da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560412 Jun 10 14:47:17.002868 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-cd2a0afe-d352-4fc1-97cd-ff14da2858d5 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:17.006851 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-cd2a0afe-d352-4fc1-97cd-ff14da2858d5 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726016'] for floatingip, after_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:17.144487 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.db.l3_db [None req-cd2a0afe-d352-4fc1-97cd-ff14da2858d5 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Floating IP 1ac2a6fd-3467-4e5a-b3ea-d13a46f26f36 associated. External IP: 172.28.0.103, port: 9c26b022-47b1-4caf-8148-cfbfaed694ed. Jun 10 14:47:17.438864 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd2a0afe-d352-4fc1-97cd-ff14da2858d5 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Router b4004dcd-7fe2-40b6-b203-ecc63ac0c57d has already been hosted by L3 agent e92f4ea4-4278-4a3e-8ba4-23ff1581fd94 {{(pid=98188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 14:47:17.585119 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd2a0afe-d352-4fc1-97cd-ff14da2858d5 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Notify agent at l3_agent.dv-cinder-795785-1-smb the message routers_updated {{(pid=98188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 14:47:17.589882 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-cd2a0afe-d352-4fc1-97cd-ff14da2858d5 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32075'] for floatingip, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:17.594151 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25945179-b00e-448b-bf10-8f93dd4622ec None None] Sync routers for ids ['b4004dcd-7fe2-40b6-b203-ecc63ac0c57d'] in dv-cinder-795785-1-smb {{(pid=98190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 14:47:17.606086 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25945179-b00e-448b-bf10-8f93dd4622ec None None] Routers {'b4004dcd-7fe2-40b6-b203-ecc63ac0c57d'} bound to L3 agent in host dv-cinder-795785-1-smb {{(pid=98190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:47:17.606086 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_hamode_db [None req-25945179-b00e-448b-bf10-8f93dd4622ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T14:34:42Z,description=,heartbeat_timestamp=2021-06-10T14:47:12Z,host='dv-cinder-795785-1-smb',id=e92f4ea4-4278-4a3e-8ba4-23ff1581fd94,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:42Z,topic='l3_agent')) {'router_ids': ['b4004dcd-7fe2-40b6-b203-ecc63ac0c57d'], 'active': True} {{(pid=98190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:47:17.668078 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-cd2a0afe-d352-4fc1-97cd-ff14da2858d5 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "PUT /v2.0/floatingips/1ac2a6fd-3467-4e5a-b3ea-d13a46f26f36 HTTP/1.1" status: 200 len: 992 time: 1.6159244 Jun 10 14:47:17.669473 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c05d072-f409-4052-83e3-d9423387328f', 'tag': '9c26b022-47b1-4caf-8148-cfbfaed694ed'}] {{(pid=98188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:47:17.671750 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f0fe7ff9a18056505f9f26f34e6288f69420e23a9758a676b79d6915a840c7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3689dfb6-73f4-478f-869b-dc686023ce1e" -d '{"events": [{"name": "network-changed", "server_uuid": "6c05d072-f409-4052-83e3-d9423387328f", "tag": "9c26b022-47b1-4caf-8148-cfbfaed694ed"}]}' {{(pid=98188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:47:17.708105 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c326d2a5-84bc-4605-8a42-e335feefc1d1 req-1547d3a3-170e-455c-8541-d57c0c8c4435 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:17.710275 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-c326d2a5-84bc-4605-8a42-e335feefc1d1 req-1547d3a3-170e-455c-8541-d57c0c8c4435 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=3655874a-9405-4fda-8926-42ec42a459f1 HTTP/1.1" status: 200 len: 946 time: 0.0935891 Jun 10 14:47:17.752429 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-c326d2a5-84bc-4605-8a42-e335feefc1d1 req-095561ca-bb8f-428e-81af-14f61e1c0022 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?id=02183f53-14bc-47e9-9b7c-8c98d5e547da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353572 Jun 10 14:47:17.761038 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_dvr_db [None req-25945179-b00e-448b-bf10-8f93dd4622ec None None] Set router b4004dcd-7fe2-40b6-b203-ecc63ac0c57d gateway port host: dv-cinder-795785-1-smb {{(pid=98190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:47:17.813304 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 14:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4991743-49cc-4910-99a2-7be5f5b930cb x-openstack-request-id: req-f4991743-49cc-4910-99a2-7be5f5b930cb {{(pid=98188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:47:17.813622 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c05d072-f409-4052-83e3-d9423387328f", "tag": "9c26b022-47b1-4caf-8148-cfbfaed694ed", "status": "completed", "code": 200}]} {{(pid=98188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:47:17.813902 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f4991743-49cc-4910-99a2-7be5f5b930cb {{(pid=98188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:47:17.814323 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c05d072-f409-4052-83e3-d9423387328f', 'tag': '9c26b022-47b1-4caf-8148-cfbfaed694ed', 'status': 'completed', 'code': 200} Jun 10 14:47:17.898085 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3689dfb6-73f4-478f-869b-dc686023ce1e req-e0e65368-a80a-4719-bbd7-f07bd46e8628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:17.899560 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-3689dfb6-73f4-478f-869b-dc686023ce1e req-e0e65368-a80a-4719-bbd7-f07bd46e8628 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=22b067f743a04ce6ac0fdb4c7ff25d6b&device_id=6c05d072-f409-4052-83e3-d9423387328f HTTP/1.1" status: 200 len: 1099 time: 0.0590191 Jun 10 14:47:18.018531 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3689dfb6-73f4-478f-869b-dc686023ce1e req-890feb60-9643-4f3c-b596-9b637ce35e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:18.019891 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-3689dfb6-73f4-478f-869b-dc686023ce1e req-890feb60-9643-4f3c-b596-9b637ce35e42 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8f467c1d-b7dd-45f1-993c-b606f02ba79f HTTP/1.1" status: 200 len: 912 time: 0.1132855 Jun 10 14:47:18.051471 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_hamode_db [None req-25945179-b00e-448b-bf10-8f93dd4622ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4004dcd-7fe2-40b6-b203-ecc63ac0c57d', 'name': 'tempest-AttachVolumeTestJSON-1349217729-router', 'tenant_id': '22b067f743a04ce6ac0fdb4c7ff25d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'external_fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.225'}], 'enable_snat': True}, 'gw_port_id': 'aa21a959-16ba-4e87-a7e8-a7e41db37356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:42:15Z', 'updated_at': '2021-06-10T14:42:26Z', 'revision_number': 4, 'project_id': '22b067f743a04ce6ac0fdb4c7ff25d6b', 'gw_port': {'id': 'aa21a959-16ba-4e87-a7e8-a7e41db37356', 'name': '', 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4004dcd-7fe2-40b6-b203-ecc63ac0c57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:17Z', 'updated_at': '2021-06-10T14:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-smb', '_floatingips': [{'id': '1ac2a6fd-3467-4e5a-b3ea-d13a46f26f36', 'tenant_id': '22b067f743a04ce6ac0fdb4c7ff25d6b', 'floating_ip_address': '172.28.0.103', 'floating_network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'router_id': 'b4004dcd-7fe2-40b6-b203-ecc63ac0c57d', 'port_id': '9c26b022-47b1-4caf-8148-cfbfaed694ed', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f467c1d-b7dd-45f1-993c-b606f02ba79f', 'mac_address': 'fa:16:3e:e5:d9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c05d072-f409-4052-83e3-d9423387328f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T14:46:59Z', 'updated_at': '2021-06-10T14:47:16Z', 'revision_number': 1, 'project_id': '22b067f743a04ce6ac0fdb4c7ff25d6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cdf7d3c-e668-4d7e-b694-c06755ad5934', 'name': '', 'network_id': '8f467c1d-b7dd-45f1-993c-b606f02ba79f', 'tenant_id': '22b067f743a04ce6ac0fdb4c7ff25d6b', 'mac_address': 'fa:16:3e:44:3a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4004dcd-7fe2-40b6-b203-ecc63ac0c57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5f776bc1-0a43-4578-9bc2-ebe24541eeb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:23Z', 'updated_at': '2021-06-10T14:42:41Z', 'revision_number': 5, 'project_id': '22b067f743a04ce6ac0fdb4c7ff25d6b', 'subnets': [{'id': '5f776bc1-0a43-4578-9bc2-ebe24541eeb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-1-smb', False) {} {{(pid=98190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:47:18.055321 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25945179-b00e-448b-bf10-8f93dd4622ec None None] Checking router: b4004dcd-7fe2-40b6-b203-ecc63ac0c57d for host: dv-cinder-795785-1-smb {{(pid=98190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 14:47:18.063150 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25945179-b00e-448b-bf10-8f93dd4622ec None None] Routers {'b4004dcd-7fe2-40b6-b203-ecc63ac0c57d'} bound to L3 agent in host dv-cinder-795785-1-smb {{(pid=98190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:47:18.063750 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_hamode_db [None req-25945179-b00e-448b-bf10-8f93dd4622ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T14:34:42Z,description=,heartbeat_timestamp=2021-06-10T14:47:12Z,host='dv-cinder-795785-1-smb',id=e92f4ea4-4278-4a3e-8ba4-23ff1581fd94,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:42Z,topic='l3_agent')) {'router_ids': ['b4004dcd-7fe2-40b6-b203-ecc63ac0c57d'], 'active': True} {{(pid=98190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:47:18.118381 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-3689dfb6-73f4-478f-869b-dc686023ce1e req-7244ffb6-5137-4636-b783-f9ba387c3143 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c26b022-47b1-4caf-8148-cfbfaed694ed HTTP/1.1" status: 200 len: 1000 time: 0.0845304 Jun 10 14:47:18.185854 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3689dfb6-73f4-478f-869b-dc686023ce1e req-7e31e302-ff6e-4cb9-9f58-88b04db2854c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:18.187317 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-3689dfb6-73f4-478f-869b-dc686023ce1e req-7e31e302-ff6e-4cb9-9f58-88b04db2854c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5f776bc1-0a43-4578-9bc2-ebe24541eeb6 HTTP/1.1" status: 200 len: 850 time: 0.0559022 Jun 10 14:47:18.209351 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_dvr_db [None req-25945179-b00e-448b-bf10-8f93dd4622ec None None] Set router b4004dcd-7fe2-40b6-b203-ecc63ac0c57d gateway port host: dv-cinder-795785-1-smb {{(pid=98190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:47:18.255131 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3689dfb6-73f4-478f-869b-dc686023ce1e req-5a5c76cd-a508-4152-baa3-6da1d109aef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:18.256827 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-3689dfb6-73f4-478f-869b-dc686023ce1e req-5a5c76cd-a508-4152-baa3-6da1d109aef7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8f467c1d-b7dd-45f1-993c-b606f02ba79f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0624771 Jun 10 14:47:18.374562 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-3689dfb6-73f4-478f-869b-dc686023ce1e req-aa6627d2-6df8-4ba9-a328-c13dde3b9c94 service neutron] 10.222.0.36 "GET /v2.0/networks/8f467c1d-b7dd-45f1-993c-b606f02ba79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104262 Jun 10 14:47:18.495624 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-3689dfb6-73f4-478f-869b-dc686023ce1e req-594562cf-a32b-4bda-8903-50abf9c1aece service neutron] 10.222.0.36 "GET /v2.0/networks/8f467c1d-b7dd-45f1-993c-b606f02ba79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134222 Jun 10 14:47:18.501874 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_hamode_db [None req-25945179-b00e-448b-bf10-8f93dd4622ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4004dcd-7fe2-40b6-b203-ecc63ac0c57d', 'name': 'tempest-AttachVolumeTestJSON-1349217729-router', 'tenant_id': '22b067f743a04ce6ac0fdb4c7ff25d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'external_fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.225'}], 'enable_snat': True}, 'gw_port_id': 'aa21a959-16ba-4e87-a7e8-a7e41db37356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:42:15Z', 'updated_at': '2021-06-10T14:42:26Z', 'revision_number': 4, 'project_id': '22b067f743a04ce6ac0fdb4c7ff25d6b', 'gw_port': {'id': 'aa21a959-16ba-4e87-a7e8-a7e41db37356', 'name': '', 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4004dcd-7fe2-40b6-b203-ecc63ac0c57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:17Z', 'updated_at': '2021-06-10T14:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-smb', '_floatingips': [{'id': '1ac2a6fd-3467-4e5a-b3ea-d13a46f26f36', 'tenant_id': '22b067f743a04ce6ac0fdb4c7ff25d6b', 'floating_ip_address': '172.28.0.103', 'floating_network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'router_id': 'b4004dcd-7fe2-40b6-b203-ecc63ac0c57d', 'port_id': '9c26b022-47b1-4caf-8148-cfbfaed694ed', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f467c1d-b7dd-45f1-993c-b606f02ba79f', 'mac_address': 'fa:16:3e:e5:d9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c05d072-f409-4052-83e3-d9423387328f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T14:46:59Z', 'updated_at': '2021-06-10T14:47:16Z', 'revision_number': 1, 'project_id': '22b067f743a04ce6ac0fdb4c7ff25d6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cdf7d3c-e668-4d7e-b694-c06755ad5934', 'name': '', 'network_id': '8f467c1d-b7dd-45f1-993c-b606f02ba79f', 'tenant_id': '22b067f743a04ce6ac0fdb4c7ff25d6b', 'mac_address': 'fa:16:3e:44:3a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4004dcd-7fe2-40b6-b203-ecc63ac0c57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5f776bc1-0a43-4578-9bc2-ebe24541eeb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:23Z', 'updated_at': '2021-06-10T14:42:41Z', 'revision_number': 5, 'project_id': '22b067f743a04ce6ac0fdb4c7ff25d6b', 'subnets': [{'id': '5f776bc1-0a43-4578-9bc2-ebe24541eeb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-1-smb', False) {} {{(pid=98190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:47:18.505418 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25945179-b00e-448b-bf10-8f93dd4622ec None None] The sync data for ids ['b4004dcd-7fe2-40b6-b203-ecc63ac0c57d'] in dv-cinder-795785-1-smb is: [{'id': 'b4004dcd-7fe2-40b6-b203-ecc63ac0c57d', 'name': 'tempest-AttachVolumeTestJSON-1349217729-router', 'tenant_id': '22b067f743a04ce6ac0fdb4c7ff25d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'external_fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.225'}], 'enable_snat': True}, 'gw_port_id': 'aa21a959-16ba-4e87-a7e8-a7e41db37356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:42:15Z', 'updated_at': '2021-06-10T14:42:26Z', 'revision_number': 4, 'project_id': '22b067f743a04ce6ac0fdb4c7ff25d6b', 'gw_port': {'id': 'aa21a959-16ba-4e87-a7e8-a7e41db37356', 'name': '', 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4004dcd-7fe2-40b6-b203-ecc63ac0c57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:17Z', 'updated_at': '2021-06-10T14:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-smb', '_floatingips': [{'id': '1ac2a6fd-3467-4e5a-b3ea-d13a46f26f36', 'tenant_id': '22b067f743a04ce6ac0fdb4c7ff25d6b', 'floating_ip_address': '172.28.0.103', 'floating_network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'router_id': 'b4004dcd-7fe2-40b6-b203-ecc63ac0c57d', 'port_id': '9c26b022-47b1-4caf-8148-cfbfaed694ed', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f467c1d-b7dd-45f1-993c-b606f02ba79f', 'mac_address': 'fa:16:3e:e5:d9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c05d072-f409-4052-83e3-d9423387328f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T14:46:59Z', 'updated_at': '2021-06-10T14:47:16Z', 'revision_number': 1, 'project_id': '22b067f743a04ce6ac0fdb4c7ff25d6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cdf7d3c-e668-4d7e-b694-c06755ad5934', 'name': '', 'network_id': '8f467c1d-b7dd-45f1-993c-b606f02ba79f', 'tenant_id': '22b067f743a04ce6ac0fdb4c7ff25d6b', 'mac_address': 'fa:16:3e:44:3a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4004dcd-7fe2-40b6-b203-ecc63ac0c57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5f776bc1-0a43-4578-9bc2-ebe24541eeb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:23Z', 'updated_at': '2021-06-10T14:42:41Z', 'revision_number': 5, 'project_id': '22b067f743a04ce6ac0fdb4c7ff25d6b', 'subnets': [{'id': '5f776bc1-0a43-4578-9bc2-ebe24541eeb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 14:47:18.682275 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c96701-79c5-480c-af97-9de8cedcfb31 None None] New status for floating IP 1ac2a6fd-3467-4e5a-b3ea-d13a46f26f36: ACTIVE {{(pid=98191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 14:47:18.953286 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b83c7-be35-433f-a4d5-51c6c9205af0 req-0dc71ba1-db8e-449d-80af-a76b029c9014 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:18.954738 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-689b83c7-be35-433f-a4d5-51c6c9205af0 req-0dc71ba1-db8e-449d-80af-a76b029c9014 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=3655874a-9405-4fda-8926-42ec42a459f1 HTTP/1.1" status: 200 len: 946 time: 0.0708923 Jun 10 14:47:19.000968 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-689b83c7-be35-433f-a4d5-51c6c9205af0 req-68c8fdc4-7831-455f-950a-477581af2e65 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?id=02183f53-14bc-47e9-9b7c-8c98d5e547da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397196 Jun 10 14:47:20.187280 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1f549e-c243-47c6-93f2-ccc038734b0b req-39f8a118-6773-42d2-8a95-2cb65ddeed66 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:20.188808 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-bd1f549e-c243-47c6-93f2-ccc038734b0b req-39f8a118-6773-42d2-8a95-2cb65ddeed66 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=3655874a-9405-4fda-8926-42ec42a459f1 HTTP/1.1" status: 200 len: 946 time: 0.0697784 Jun 10 14:47:20.233248 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-bd1f549e-c243-47c6-93f2-ccc038734b0b req-da2d70a5-b680-49a4-bb69-22b98a16b9f0 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?id=02183f53-14bc-47e9-9b7c-8c98d5e547da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384769 Jun 10 14:47:21.329492 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.agents_db [None req-cd79858f-8c6e-4eae-9804-968873059af8 None None] Agent healthcheck: found 6 active agents {{(pid=98191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 14:47:21.416539 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14e83da-b997-4067-b9fb-40e62c49e85c req-54ee029f-2903-43c1-a0a2-35f2cdb07682 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:21.417996 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-f14e83da-b997-4067-b9fb-40e62c49e85c req-54ee029f-2903-43c1-a0a2-35f2cdb07682 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=3655874a-9405-4fda-8926-42ec42a459f1 HTTP/1.1" status: 200 len: 946 time: 0.0692799 Jun 10 14:47:21.464410 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-f14e83da-b997-4067-b9fb-40e62c49e85c req-5f44780c-7825-4e26-871c-b6b66a265ce8 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?id=02183f53-14bc-47e9-9b7c-8c98d5e547da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406859 Jun 10 14:47:22.641459 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24b8eca-ed79-4a42-8bb2-4a1dd98cacf6 req-2e566bb2-5c03-424f-8949-1cd08cca4a46 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:22.642858 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-e24b8eca-ed79-4a42-8bb2-4a1dd98cacf6 req-2e566bb2-5c03-424f-8949-1cd08cca4a46 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=3655874a-9405-4fda-8926-42ec42a459f1 HTTP/1.1" status: 200 len: 946 time: 0.0658779 Jun 10 14:47:22.690663 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-e24b8eca-ed79-4a42-8bb2-4a1dd98cacf6 req-b2ba505f-2f73-4783-a492-1103a7c0cb83 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?id=02183f53-14bc-47e9-9b7c-8c98d5e547da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416977 Jun 10 14:47:23.876474 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4633b558-2ab3-45c5-b0ce-693ce6aed5cc req-4520ca7d-2d27-40c6-9ab3-4d84129d0cac tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:23.877938 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-4633b558-2ab3-45c5-b0ce-693ce6aed5cc req-4520ca7d-2d27-40c6-9ab3-4d84129d0cac tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=3655874a-9405-4fda-8926-42ec42a459f1 HTTP/1.1" status: 200 len: 946 time: 0.0690842 Jun 10 14:47:23.923064 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-4633b558-2ab3-45c5-b0ce-693ce6aed5cc req-9da09571-7c4b-4359-917c-17e233cc9002 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?id=02183f53-14bc-47e9-9b7c-8c98d5e547da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393832 Jun 10 14:47:23.977819 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-74f68aa0-d876-42ca-b0e0-88137d7a3347 req-24e0805d-352a-4f70-a67f-3d74541fdfbc tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-472851827&fields=id&tenant_id=f118f8afe4cb43389f09486f16dc9b22 HTTP/1.1" status: 200 len: 267 time: 0.0363054 Jun 10 14:47:24.103715 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f68aa0-d876-42ca-b0e0-88137d7a3347 req-d3dde18e-cc72-4b26-99df-86e985e8ac56 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:24.105159 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-74f68aa0-d876-42ca-b0e0-88137d7a3347 req-d3dde18e-cc72-4b26-99df-86e985e8ac56 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] 10.222.0.38 "GET /v2.0/networks?id=e378d419-99a5-4d8c-a4e8-3ffe4d1d62f1 HTTP/1.1" status: 200 len: 809 time: 0.1211638 Jun 10 14:47:24.119195 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-74f68aa0-d876-42ca-b0e0-88137d7a3347 req-8e0af1ce-6218-466d-b060-d4f91f590645 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] 10.222.0.38 "GET /v2.0/quotas/f118f8afe4cb43389f09486f16dc9b22 HTTP/1.1" status: 200 len: 375 time: 0.0087752 Jun 10 14:47:24.190268 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-74f68aa0-d876-42ca-b0e0-88137d7a3347 req-aff2bf6a-d0df-4e21-9d35-4a7da033a7e1 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=f118f8afe4cb43389f09486f16dc9b22&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0664265 Jun 10 14:47:24.350717 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-74f68aa0-d876-42ca-b0e0-88137d7a3347 req-a548a6f8-aa4b-4f30-b492-0f8c9e6212a6 service neutron] 10.222.0.38 "GET /v2.0/networks/e378d419-99a5-4d8c-a4e8-3ffe4d1d62f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486599 Jun 10 14:47:24.463057 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-74f68aa0-d876-42ca-b0e0-88137d7a3347 req-14696fb6-1791-4247-8756-7bc76f547b8a service neutron] 10.222.0.38 "GET /v2.0/networks/e378d419-99a5-4d8c-a4e8-3ffe4d1d62f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064034 Jun 10 14:47:24.764076 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-ded71780-ffe1-4230-af55-48680999468c req-0c1e5dfe-a68b-4362-a782-522285e58c23 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] 10.222.0.38 "GET /v2.0/ports?device_id=91ac4d0d-ffc0-49a3-8f8c-b4d1657ce50f HTTP/1.1" status: 200 len: 210 time: 0.0344174 Jun 10 14:47:25.108272 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3abc84-6f56-4555-ba74-dbcdae7d9c14 req-9797bd3e-a21c-41d5-98d8-5d8cc01432e2 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:25.109922 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-4c3abc84-6f56-4555-ba74-dbcdae7d9c14 req-9797bd3e-a21c-41d5-98d8-5d8cc01432e2 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=3655874a-9405-4fda-8926-42ec42a459f1 HTTP/1.1" status: 200 len: 946 time: 0.0704706 Jun 10 14:47:25.157622 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-4c3abc84-6f56-4555-ba74-dbcdae7d9c14 req-65b84373-654f-415d-844e-91dd18836200 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?id=02183f53-14bc-47e9-9b7c-8c98d5e547da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383663 Jun 10 14:47:25.920787 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-c4adc4cc-65da-43a7-af55-903de80c69a8 req-a086646a-e550-4a20-b6a0-11b1ffbf620f tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] 10.222.0.38 "GET /v2.0/ports?device_id=91ac4d0d-ffc0-49a3-8f8c-b4d1657ce50f HTTP/1.1" status: 200 len: 210 time: 0.0385108 Jun 10 14:47:26.043464 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f68aa0-d876-42ca-b0e0-88137d7a3347 req-79eb7d16-455c-4a57-957c-621fc201f980 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:26.044879 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-74f68aa0-d876-42ca-b0e0-88137d7a3347 req-79eb7d16-455c-4a57-957c-621fc201f980 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] 10.222.0.36 "GET /v2.0/networks?id=e378d419-99a5-4d8c-a4e8-3ffe4d1d62f1 HTTP/1.1" status: 200 len: 809 time: 0.1229081 Jun 10 14:47:26.094214 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-74f68aa0-d876-42ca-b0e0-88137d7a3347 req-2e8f7825-ae7e-4ade-98d0-5aa12fce0626 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f118f8afe4cb43389f09486f16dc9b22 HTTP/1.1" status: 200 len: 379 time: 0.0408297 Jun 10 14:47:26.103475 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.v2.base [req-74f68aa0-d876-42ca-b0e0-88137d7a3347 req-d294d982-9895-4ec0-b52a-4b4072f21b70 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Request body: {'port': {'device_id': '91ac4d0d-ffc0-49a3-8f8c-b4d1657ce50f', 'network_id': 'e378d419-99a5-4d8c-a4e8-3ffe4d1d62f1', 'admin_state_up': True, 'tenant_id': 'f118f8afe4cb43389f09486f16dc9b22', 'security_groups': ['0e0af78c-08e6-4e38-9f32-394dca315d32']}} {{(pid=98188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:47:26.237504 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74f68aa0-d876-42ca-b0e0-88137d7a3347 req-d294d982-9895-4ec0-b52a-4b4072f21b70 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Made reservation on behalf of f118f8afe4cb43389f09486f16dc9b22 for: {'port': 1} {{(pid=98188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 14:47:26.241687 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-74f68aa0-d876-42ca-b0e0-88137d7a3347 req-d294d982-9895-4ec0-b52a-4b4072f21b70 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:26.454972 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45bfd8b-158a-4a73-b84b-f16dc48824af req-896e2142-3f31-41bb-a28d-995096fc8cd1 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:26.456582 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-a45bfd8b-158a-4a73-b84b-f16dc48824af req-896e2142-3f31-41bb-a28d-995096fc8cd1 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=3655874a-9405-4fda-8926-42ec42a459f1 HTTP/1.1" status: 200 len: 946 time: 0.1432021 Jun 10 14:47:26.457624 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.db.db_base_plugin_common [req-74f68aa0-d876-42ca-b0e0-88137d7a3347 req-d294d982-9895-4ec0-b52a-4b4072f21b70 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Allocated IP 172.20.0.11 (e378d419-99a5-4d8c-a4e8-3ffe4d1d62f1/56db2e31-5909-4819-bf54-a79557f7c937/d19c02a6-f26c-4667-8938-35294517d349) {{(pid=98188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 14:47:26.787595 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-a45bfd8b-158a-4a73-b84b-f16dc48824af req-03aa6fa7-378d-4434-920c-a9856b6945d8 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?id=02183f53-14bc-47e9-9b7c-8c98d5e547da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3180907 Jun 10 14:47:26.906709 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-74f68aa0-d876-42ca-b0e0-88137d7a3347 req-d294d982-9895-4ec0-b52a-4b4072f21b70 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Notify callbacks [] for port, precommit_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:26.919584 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.db.provisioning_blocks [req-74f68aa0-d876-42ca-b0e0-88137d7a3347 req-d294d982-9895-4ec0-b52a-4b4072f21b70 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Transition to ACTIVE for port object d19c02a6-f26c-4667-8938-35294517d349 will not be triggered until provisioned by entity DHCP. {{(pid=98188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:47:26.955208 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-74f68aa0-d876-42ca-b0e0-88137d7a3347 req-d294d982-9895-4ec0-b52a-4b4072f21b70 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33290945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770842374660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4122283'] for port, after_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:26.961106 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-0a5d8673-3416-4234-b16b-74af3858afa0 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:47:27.006116 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74f68aa0-d876-42ca-b0e0-88137d7a3347 req-d294d982-9895-4ec0-b52a-4b4072f21b70 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Network e378d419-99a5-4d8c-a4e8-3ffe4d1d62f1 is already hosted by enough agents. {{(pid=98188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 14:47:27.009212 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.scheduler.base_scheduler [req-74f68aa0-d876-42ca-b0e0-88137d7a3347 req-d294d982-9895-4ec0-b52a-4b4072f21b70 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Resources bound (agent type, host, resource id): {{(pid=98188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:47:27.011634 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.db.l3_dvrscheduler_db [req-74f68aa0-d876-42ca-b0e0-88137d7a3347 req-d294d982-9895-4ec0-b52a-4b4072f21b70 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Received port after_create {{(pid=98188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 14:47:27.062118 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d294d982-9895-4ec0-b52a-4b4072f21b70 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Pushing event updated for resources: {'Port': ['ID=d19c02a6-f26c-4667-8938-35294517d349,revision_number=1']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:47:27.065016 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-d294d982-9895-4ec0-b52a-4b4072f21b70 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:47:27.114688 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f68aa0-d876-42ca-b0e0-88137d7a3347 req-d294d982-9895-4ec0-b52a-4b4072f21b70 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:27.115228 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-74f68aa0-d876-42ca-b0e0-88137d7a3347 req-d294d982-9895-4ec0-b52a-4b4072f21b70 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32075'] for port, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:27.140198 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-74f68aa0-d876-42ca-b0e0-88137d7a3347 req-d294d982-9895-4ec0-b52a-4b4072f21b70 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0403891 Jun 10 14:47:27.154259 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.v2.base [req-74f68aa0-d876-42ca-b0e0-88137d7a3347 req-7d08010a-a196-42ef-b35e-11a31062c892 service neutron] Request body: {'port': {'device_id': '91ac4d0d-ffc0-49a3-8f8c-b4d1657ce50f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79578'}} {{(pid=98188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:47:27.164694 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d5adc3-cb2b-4d82-a7af-e6787a3bf42e req-da74ebe1-1bf5-4e6a-8d70-3877904d39ab tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:27.166299 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-86d5adc3-cb2b-4d82-a7af-e6787a3bf42e req-da74ebe1-1bf5-4e6a-8d70-3877904d39ab tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] 10.222.0.38 "GET /v2.0/ports?device_id=91ac4d0d-ffc0-49a3-8f8c-b4d1657ce50f HTTP/1.1" status: 200 len: 932 time: 0.1201918 Jun 10 14:47:27.259608 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-0ee5308f-e354-4e28-9bb5-2e3092a9a6ea None None] Provisioning for port d19c02a6-f26c-4667-8938-35294517d349 completed by entity DHCP. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:47:27.263566 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-0ee5308f-e354-4e28-9bb5-2e3092a9a6ea None None] Provisioning complete for port d19c02a6-f26c-4667-8938-35294517d349 triggered by entity DHCP. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:47:27.264023 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-0ee5308f-e354-4e28-9bb5-2e3092a9a6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32877986'] for port, provisioning_complete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:27.272919 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-86d5adc3-cb2b-4d82-a7af-e6787a3bf42e req-507a8e70-b70d-4bf2-8101-6c04024e5a4d tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e0af78c-08e6-4e38-9f32-394dca315d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816803 Jun 10 14:47:27.290225 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-74f68aa0-d876-42ca-b0e0-88137d7a3347 req-7d08010a-a196-42ef-b35e-11a31062c892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:27.315325 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.plugin [None req-0ee5308f-e354-4e28-9bb5-2e3092a9a6ea None None] Port d19c02a6-f26c-4667-8938-35294517d349 cannot update to ACTIVE because it is not bound. {{(pid=98190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 14:47:27.594765 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.notifiers.nova [req-74f68aa0-d876-42ca-b0e0-88137d7a3347 req-7d08010a-a196-42ef-b35e-11a31062c892 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d19c02a6-f26c-4667-8938-35294517d349 {{(pid=98188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 14:47:27.602014 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-74f68aa0-d876-42ca-b0e0-88137d7a3347 req-7d08010a-a196-42ef-b35e-11a31062c892 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:27.613375 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.db.provisioning_blocks [req-74f68aa0-d876-42ca-b0e0-88137d7a3347 req-7d08010a-a196-42ef-b35e-11a31062c892 service neutron] Transition to ACTIVE for port object d19c02a6-f26c-4667-8938-35294517d349 will not be triggered until provisioned by entity L2. {{(pid=98188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:47:27.616958 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-74f68aa0-d876-42ca-b0e0-88137d7a3347 req-7d08010a-a196-42ef-b35e-11a31062c892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4122297'] for port, after_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:27.619687 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-3ee0f135-2605-4163-924d-d151b44bc84a tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:47:27.711866 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d08010a-a196-42ef-b35e-11a31062c892 service neutron] Pushing event updated for resources: {'Port': ['ID=d19c02a6-f26c-4667-8938-35294517d349,revision_number=2']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:47:27.738390 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-7d08010a-a196-42ef-b35e-11a31062c892 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:47:27.800217 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.managers [req-74f68aa0-d876-42ca-b0e0-88137d7a3347 req-7d08010a-a196-42ef-b35e-11a31062c892 service neutron] Attempting to bind port d19c02a6-f26c-4667-8938-35294517d349 on host hv-cinder-79578 for vnic_type normal with profile {{(pid=98188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 14:47:27.800603 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.managers [req-74f68aa0-d876-42ca-b0e0-88137d7a3347 req-7d08010a-a196-42ef-b35e-11a31062c892 service neutron] Attempting to bind port d19c02a6-f26c-4667-8938-35294517d349 by drivers openvswitch,hyperv on host hv-cinder-79578 at level 0 using segments [{'id': '1161e342-38eb-4659-8988-2301eb83d5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'e378d419-99a5-4d8c-a4e8-3ffe4d1d62f1'}] {{(pid=98188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 14:47:27.800936 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f68aa0-d876-42ca-b0e0-88137d7a3347 req-7d08010a-a196-42ef-b35e-11a31062c892 service neutron] Attempting to bind port d19c02a6-f26c-4667-8938-35294517d349 on network e378d419-99a5-4d8c-a4e8-3ffe4d1d62f1 {{(pid=98188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 14:47:27.805475 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f68aa0-d876-42ca-b0e0-88137d7a3347 req-7d08010a-a196-42ef-b35e-11a31062c892 service neutron] Port d19c02a6-f26c-4667-8938-35294517d349 on network e378d419-99a5-4d8c-a4e8-3ffe4d1d62f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79578 {{(pid=98188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 14:47:27.805796 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f68aa0-d876-42ca-b0e0-88137d7a3347 req-7d08010a-a196-42ef-b35e-11a31062c892 service neutron] Attempting to bind port d19c02a6-f26c-4667-8938-35294517d349 on network e378d419-99a5-4d8c-a4e8-3ffe4d1d62f1 {{(pid=98188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 14:47:27.810535 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f68aa0-d876-42ca-b0e0-88137d7a3347 req-7d08010a-a196-42ef-b35e-11a31062c892 service neutron] Checking agent: {'id': 'c47c39ee-f167-41a2-bf85-7dde6d0410ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79578', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 14, 40, 37), 'started_at': datetime.datetime(2021, 6, 10, 14, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 14, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 14:47:27.811031 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f68aa0-d876-42ca-b0e0-88137d7a3347 req-7d08010a-a196-42ef-b35e-11a31062c892 service neutron] Checking segment: {'id': '1161e342-38eb-4659-8988-2301eb83d5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'e378d419-99a5-4d8c-a4e8-3ffe4d1d62f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 14:47:27.811238 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f68aa0-d876-42ca-b0e0-88137d7a3347 req-7d08010a-a196-42ef-b35e-11a31062c892 service neutron] Bound using segment: {'id': '1161e342-38eb-4659-8988-2301eb83d5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'e378d419-99a5-4d8c-a4e8-3ffe4d1d62f1'} {{(pid=98188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 14:47:27.811663 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.managers [req-74f68aa0-d876-42ca-b0e0-88137d7a3347 req-7d08010a-a196-42ef-b35e-11a31062c892 service neutron] Bound port: d19c02a6-f26c-4667-8938-35294517d349, host: hv-cinder-79578, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1161e342-38eb-4659-8988-2301eb83d5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'e378d419-99a5-4d8c-a4e8-3ffe4d1d62f1'}}] {{(pid=98188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 14:47:27.812009 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-74f68aa0-d876-42ca-b0e0-88137d7a3347 req-7d08010a-a196-42ef-b35e-11a31062c892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:27.887968 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.db [req-74f68aa0-d876-42ca-b0e0-88137d7a3347 req-7d08010a-a196-42ef-b35e-11a31062c892 service neutron] For port d19c02a6-f26c-4667-8938-35294517d349, host hv-cinder-79578, cleared binding levels {{(pid=98188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 14:47:27.890946 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.db [req-74f68aa0-d876-42ca-b0e0-88137d7a3347 req-7d08010a-a196-42ef-b35e-11a31062c892 service neutron] For port d19c02a6-f26c-4667-8938-35294517d349, host hv-cinder-79578, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=d19c02a6-f26c-4667-8938-35294517d349,segment=NetworkSegment(1161e342-38eb-4659-8988-2301eb83d5e1),segment_id=1161e342-38eb-4659-8988-2301eb83d5e1)] {{(pid=98188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 14:47:27.896193 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-74f68aa0-d876-42ca-b0e0-88137d7a3347 req-7d08010a-a196-42ef-b35e-11a31062c892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4122297'] for port, after_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:27.898152 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-525a4c6a-5aee-48a9-9557-02a38d902a37 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:47:27.975381 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f68aa0-d876-42ca-b0e0-88137d7a3347 req-7d08010a-a196-42ef-b35e-11a31062c892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:27.976003 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-74f68aa0-d876-42ca-b0e0-88137d7a3347 req-7d08010a-a196-42ef-b35e-11a31062c892 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32075'] for port, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:27.977395 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-74f68aa0-d876-42ca-b0e0-88137d7a3347 req-7d08010a-a196-42ef-b35e-11a31062c892 service neutron] 10.222.0.36 "PUT /v2.0/ports/d19c02a6-f26c-4667-8938-35294517d349 HTTP/1.1" status: 200 len: 1094 time: 0.8282294 Jun 10 14:47:27.977909 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91ac4d0d-ffc0-49a3-8f8c-b4d1657ce50f', 'tag': 'd19c02a6-f26c-4667-8938-35294517d349'}] {{(pid=98188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:47:27.980203 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f0fe7ff9a18056505f9f26f34e6288f69420e23a9758a676b79d6915a840c7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a72c32-82ad-4821-a33c-551af54c6e19" -d '{"events": [{"name": "network-changed", "server_uuid": "91ac4d0d-ffc0-49a3-8f8c-b4d1657ce50f", "tag": "d19c02a6-f26c-4667-8938-35294517d349"}]}' {{(pid=98188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:47:28.007220 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d08010a-a196-42ef-b35e-11a31062c892 service neutron] Pushing event updated for resources: {'Port': ['ID=d19c02a6-f26c-4667-8938-35294517d349,revision_number=3']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:47:28.015939 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-7d08010a-a196-42ef-b35e-11a31062c892 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:47:28.024694 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 14:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69387513-aca0-4c17-8a5d-a8fbed3fe659 x-openstack-request-id: req-69387513-aca0-4c17-8a5d-a8fbed3fe659 {{(pid=98188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:47:28.025015 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91ac4d0d-ffc0-49a3-8f8c-b4d1657ce50f", "tag": "d19c02a6-f26c-4667-8938-35294517d349", "status": "completed", "code": 200}]} {{(pid=98188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:47:28.025295 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-69387513-aca0-4c17-8a5d-a8fbed3fe659 {{(pid=98188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:47:28.025719 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91ac4d0d-ffc0-49a3-8f8c-b4d1657ce50f', 'tag': 'd19c02a6-f26c-4667-8938-35294517d349', 'status': 'completed', 'code': 200} Jun 10 14:47:28.050066 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719c09e-f160-47de-9594-da35207cfa13 req-6d5b12ee-413e-4a5c-8833-41b9084ea414 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:28.051527 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-3719c09e-f160-47de-9594-da35207cfa13 req-6d5b12ee-413e-4a5c-8833-41b9084ea414 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=3655874a-9405-4fda-8926-42ec42a459f1 HTTP/1.1" status: 200 len: 946 time: 0.1196666 Jun 10 14:47:28.121659 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-3719c09e-f160-47de-9594-da35207cfa13 req-5fe2a0fc-99c8-4c3d-a7ee-6430228a518d tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?id=02183f53-14bc-47e9-9b7c-8c98d5e547da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487351 Jun 10 14:47:28.133376 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f68aa0-d876-42ca-b0e0-88137d7a3347 req-e530d177-a441-4c20-bcb4-a6c6f5567ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:28.134613 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-74f68aa0-d876-42ca-b0e0-88137d7a3347 req-e530d177-a441-4c20-bcb4-a6c6f5567ff3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f118f8afe4cb43389f09486f16dc9b22&device_id=91ac4d0d-ffc0-49a3-8f8c-b4d1657ce50f HTTP/1.1" status: 200 len: 1097 time: 0.1012008 Jun 10 14:47:28.195478 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-74f68aa0-d876-42ca-b0e0-88137d7a3347 req-834881cd-550f-48e5-a16f-c67f24877f10 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d19c02a6-f26c-4667-8938-35294517d349 HTTP/1.1" status: 200 len: 217 time: 0.0520813 Jun 10 14:47:28.251952 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f68aa0-d876-42ca-b0e0-88137d7a3347 req-4a474471-87dc-42f8-98b0-bd91d12bea78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:28.253301 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-74f68aa0-d876-42ca-b0e0-88137d7a3347 req-4a474471-87dc-42f8-98b0-bd91d12bea78 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=56db2e31-5909-4819-bf54-a79557f7c937 HTTP/1.1" status: 200 len: 848 time: 0.0510423 Jun 10 14:47:28.321428 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f68aa0-d876-42ca-b0e0-88137d7a3347 req-5efaa8c4-2730-402d-946e-1e0ca8a6240a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:28.322895 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-74f68aa0-d876-42ca-b0e0-88137d7a3347 req-5efaa8c4-2730-402d-946e-1e0ca8a6240a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e378d419-99a5-4d8c-a4e8-3ffe4d1d62f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0623455 Jun 10 14:47:28.471827 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-74f68aa0-d876-42ca-b0e0-88137d7a3347 req-5f44c800-1bc0-43fb-8c94-815ef80fc32e service neutron] 10.222.0.36 "GET /v2.0/networks/e378d419-99a5-4d8c-a4e8-3ffe4d1d62f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393521 Jun 10 14:47:28.516187 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddfebe0-5e2c-4078-bfde-564bb791d3d0 req-13f47243-2dde-4d68-a4d6-84e045941577 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:28.517611 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-0ddfebe0-5e2c-4078-bfde-564bb791d3d0 req-13f47243-2dde-4d68-a4d6-84e045941577 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] 10.222.0.38 "GET /v2.0/ports?device_id=91ac4d0d-ffc0-49a3-8f8c-b4d1657ce50f HTTP/1.1" status: 200 len: 944 time: 0.1119816 Jun 10 14:47:28.620131 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-0ddfebe0-5e2c-4078-bfde-564bb791d3d0 req-212e2d31-5f10-4567-9ee8-db28c074a76f tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e0af78c-08e6-4e38-9f32-394dca315d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959098 Jun 10 14:47:28.635818 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-74f68aa0-d876-42ca-b0e0-88137d7a3347 req-ee4ddb44-366b-4b5a-81ba-f0f534512904 service neutron] 10.222.0.36 "GET /v2.0/networks/e378d419-99a5-4d8c-a4e8-3ffe4d1d62f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477573 Jun 10 14:47:28.747125 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a72c32-82ad-4821-a33c-551af54c6e19 req-1730a6d6-3d98-473a-a93a-c59ab990bcce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:28.748639 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-32a72c32-82ad-4821-a33c-551af54c6e19 req-1730a6d6-3d98-473a-a93a-c59ab990bcce service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f118f8afe4cb43389f09486f16dc9b22&device_id=91ac4d0d-ffc0-49a3-8f8c-b4d1657ce50f HTTP/1.1" status: 200 len: 1097 time: 0.0636806 Jun 10 14:47:28.883358 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a72c32-82ad-4821-a33c-551af54c6e19 req-5105a01f-a74d-40b5-a8bd-34e4bed98f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:28.884976 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-32a72c32-82ad-4821-a33c-551af54c6e19 req-5105a01f-a74d-40b5-a8bd-34e4bed98f9e service neutron] 10.222.0.36 "GET /v2.0/networks?id=e378d419-99a5-4d8c-a4e8-3ffe4d1d62f1 HTTP/1.1" status: 200 len: 910 time: 0.1140072 Jun 10 14:47:28.944734 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-32a72c32-82ad-4821-a33c-551af54c6e19 req-5e8130fa-0d36-4666-89e7-050a1cf36918 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d19c02a6-f26c-4667-8938-35294517d349 HTTP/1.1" status: 200 len: 217 time: 0.0526288 Jun 10 14:47:29.012907 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a72c32-82ad-4821-a33c-551af54c6e19 req-744ee019-55b6-4c74-8437-42498598c6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:29.014384 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-32a72c32-82ad-4821-a33c-551af54c6e19 req-744ee019-55b6-4c74-8437-42498598c6b8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=56db2e31-5909-4819-bf54-a79557f7c937 HTTP/1.1" status: 200 len: 848 time: 0.0615003 Jun 10 14:47:29.090872 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a72c32-82ad-4821-a33c-551af54c6e19 req-45e17d48-b072-4f98-be3c-b689297b5805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:29.093587 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-32a72c32-82ad-4821-a33c-551af54c6e19 req-45e17d48-b072-4f98-be3c-b689297b5805 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e378d419-99a5-4d8c-a4e8-3ffe4d1d62f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0699549 Jun 10 14:47:29.233563 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-32a72c32-82ad-4821-a33c-551af54c6e19 req-cc292c84-ffdc-4197-8536-e7077860d545 service neutron] 10.222.0.36 "GET /v2.0/networks/e378d419-99a5-4d8c-a4e8-3ffe4d1d62f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319749 Jun 10 14:47:29.287262 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Device a24ec7fe-ac06-4667-b1cc-ccdb40aacd74 details requested by agent hyperv_hv-cinder-79578 with host hv-cinder-79578 {{(pid=98190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 14:47:29.413121 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] For port a24ec7fe-ac06-4667-b1cc-ccdb40aacd74, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=a24ec7fe-ac06-4667-b1cc-ccdb40aacd74,segment=NetworkSegment(3ec2b1b1-734c-41eb-833f-8070e711f15c),segment_id=3ec2b1b1-734c-41eb-833f-8070e711f15c)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:47:29.420146 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-32a72c32-82ad-4821-a33c-551af54c6e19 req-f372ccb8-8b61-4a14-a668-2c8721af2260 service neutron] 10.222.0.36 "GET /v2.0/networks/e378d419-99a5-4d8c-a4e8-3ffe4d1d62f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780744 Jun 10 14:47:29.432711 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Returning: {'device': 'a24ec7fe-ac06-4667-b1cc-ccdb40aacd74', 'network_id': 'c57efc93-51ff-4248-b65b-e26a6d17993d', 'port_id': 'a24ec7fe-ac06-4667-b1cc-ccdb40aacd74', 'mac_address': 'fa:16:3e:8f:47:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eeef57d-bb05-42dc-8725-b618d4269135', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 14:47:29.433044 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc6e689-9ea4-457c-a15a-4ce2f1aac200 req-7eeaaac6-5c22-4081-8fab-dae8c9ca7d66 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:29.434654 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-3bc6e689-9ea4-457c-a15a-4ce2f1aac200 req-7eeaaac6-5c22-4081-8fab-dae8c9ca7d66 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=3655874a-9405-4fda-8926-42ec42a459f1 HTTP/1.1" status: 200 len: 946 time: 0.1673841 Jun 10 14:47:29.486985 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-3bc6e689-9ea4-457c-a15a-4ce2f1aac200 req-8b83d260-266a-41ff-9631-67bd2157b742 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?id=02183f53-14bc-47e9-9b7c-8c98d5e547da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449033 Jun 10 14:47:29.494404 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:29.516544 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.notifiers.nova [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a24ec7fe-ac06-4667-b1cc-ccdb40aacd74 {{(pid=98190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 14:47:29.542642 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] For port a24ec7fe-ac06-4667-b1cc-ccdb40aacd74, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=a24ec7fe-ac06-4667-b1cc-ccdb40aacd74,segment=NetworkSegment(3ec2b1b1-734c-41eb-833f-8070e711f15c),segment_id=3ec2b1b1-734c-41eb-833f-8070e711f15c)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:47:29.548314 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:29.550146 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-91a95d16-2d69-4d50-af5e-ffe8ccb4bc8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:47:29.615339 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Pushing event updated for resources: {'Port': ['ID=a24ec7fe-ac06-4667-b1cc-ccdb40aacd74,revision_number=6']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:47:29.622202 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:47:29.625014 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:47:29.625014 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:47:29.625014 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:47:29.625014 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:47:29.625014 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:47:29.625014 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:47:29.625014 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:47:29.625574 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:47:29.625574 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:47:29.625802 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:47:29.626165 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:47:29.630327 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:47:29.633566 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] get_ports_and_sgs() called for port_ids ['a24ec7fe-ac06-4667-b1cc-ccdb40aacd74'] {{(pid=98190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 14:47:29.830058 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318070bf-5fab-4e39-b87b-e77722807726 req-a57c69d1-cc0d-44eb-a5d6-f723ce178f85 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:29.831785 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-318070bf-5fab-4e39-b87b-e77722807726 req-a57c69d1-cc0d-44eb-a5d6-f723ce178f85 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] 10.222.0.38 "GET /v2.0/ports?device_id=91ac4d0d-ffc0-49a3-8f8c-b4d1657ce50f HTTP/1.1" status: 200 len: 944 time: 0.0872800 Jun 10 14:47:29.880133 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-318070bf-5fab-4e39-b87b-e77722807726 req-65beed09-57de-4187-b85b-ae2ba0838ca2 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e0af78c-08e6-4e38-9f32-394dca315d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416737 Jun 10 14:47:30.688844 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fabc33-f503-4f01-898b-f8ee3ad7d407 req-c08408f5-2b0f-4f4f-9660-1fb525673b60 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:30.690666 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-e7fabc33-f503-4f01-898b-f8ee3ad7d407 req-c08408f5-2b0f-4f4f-9660-1fb525673b60 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=3655874a-9405-4fda-8926-42ec42a459f1 HTTP/1.1" status: 200 len: 945 time: 0.0791674 Jun 10 14:47:30.736720 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-e7fabc33-f503-4f01-898b-f8ee3ad7d407 req-64b29e5d-ba15-4276-8d21-facc5c4cba09 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?id=02183f53-14bc-47e9-9b7c-8c98d5e547da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378563 Jun 10 14:47:31.079518 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656725ad-be3e-4e92-a105-ed0bbd4dba1c req-3904274b-b3df-4dec-a1ad-516d0d37f920 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:31.082569 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-656725ad-be3e-4e92-a105-ed0bbd4dba1c req-3904274b-b3df-4dec-a1ad-516d0d37f920 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] 10.222.0.38 "GET /v2.0/ports?device_id=91ac4d0d-ffc0-49a3-8f8c-b4d1657ce50f HTTP/1.1" status: 200 len: 944 time: 0.0828226 Jun 10 14:47:31.139654 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-656725ad-be3e-4e92-a105-ed0bbd4dba1c req-38678679-5c92-4e0b-a2c5-1d39e5b9c6ba tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e0af78c-08e6-4e38-9f32-394dca315d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515554 Jun 10 14:47:31.298915 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Device d19c02a6-f26c-4667-8938-35294517d349 details requested by agent hyperv_hv-cinder-79578 with host hv-cinder-79578 {{(pid=98190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 14:47:31.303009 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Device a24ec7fe-ac06-4667-b1cc-ccdb40aacd74 up at agent hyperv_hv-cinder-79578 {{(pid=98190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:47:31.517756 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.db.resource_extend [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 10 14:47:31.650470 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] For port d19c02a6-f26c-4667-8938-35294517d349, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=d19c02a6-f26c-4667-8938-35294517d349,segment=NetworkSegment(1161e342-38eb-4659-8988-2301eb83d5e1),segment_id=1161e342-38eb-4659-8988-2301eb83d5e1)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:47:31.665403 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Provisioning complete for port a24ec7fe-ac06-4667-b1cc-ccdb40aacd74 triggered by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:47:31.665781 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32877986'] for port, provisioning_complete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:31.668744 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Returning: {'device': 'd19c02a6-f26c-4667-8938-35294517d349', 'network_id': 'e378d419-99a5-4d8c-a4e8-3ffe4d1d62f1', 'port_id': 'd19c02a6-f26c-4667-8938-35294517d349', 'mac_address': 'fa:16:3e:06:09:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56db2e31-5909-4819-bf54-a79557f7c937', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 14:47:31.752846 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:31.774155 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.notifiers.nova [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d19c02a6-f26c-4667-8938-35294517d349 {{(pid=98190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 14:47:31.837922 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] For port d19c02a6-f26c-4667-8938-35294517d349, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=d19c02a6-f26c-4667-8938-35294517d349,segment=NetworkSegment(1161e342-38eb-4659-8988-2301eb83d5e1),segment_id=1161e342-38eb-4659-8988-2301eb83d5e1)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:47:31.845406 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:31.876486 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3655874a-9405-4fda-8926-42ec42a459f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a24ec7fe-ac06-4667-b1cc-ccdb40aacd74'}] {{(pid=98190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:47:31.878884 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3d4185ab3030d597d4fdff3a42636a440041618624b200d466a1cf3773607d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e2a958e-8b51-494b-8bed-a7e1b09b4a0c" -d '{"events": [{"server_uuid": "3655874a-9405-4fda-8926-42ec42a459f1", "name": "network-vif-plugged", "status": "completed", "tag": "a24ec7fe-ac06-4667-b1cc-ccdb40aacd74"}]}' {{(pid=98190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:47:31.891691 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:31.894982 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-897a060d-4a2e-4526-85c2-5fd11306cc00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:47:31.898742 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] For port a24ec7fe-ac06-4667-b1cc-ccdb40aacd74, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=a24ec7fe-ac06-4667-b1cc-ccdb40aacd74,segment=NetworkSegment(3ec2b1b1-734c-41eb-833f-8070e711f15c),segment_id=3ec2b1b1-734c-41eb-833f-8070e711f15c)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:47:31.925277 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 14:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c81ffd9-b841-4384-b8e9-59728210738b x-openstack-request-id: req-8c81ffd9-b841-4384-b8e9-59728210738b {{(pid=98190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:47:31.925580 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3655874a-9405-4fda-8926-42ec42a459f1", "name": "network-vif-plugged", "status": "completed", "tag": "a24ec7fe-ac06-4667-b1cc-ccdb40aacd74", "code": 200}]} {{(pid=98190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:47:31.925841 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8c81ffd9-b841-4384-b8e9-59728210738b {{(pid=98190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:47:31.926231 dv-cinder-795785-1-smb neutron-server[98190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3655874a-9405-4fda-8926-42ec42a459f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a24ec7fe-ac06-4667-b1cc-ccdb40aacd74', 'code': 200} Jun 10 14:47:31.928591 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:31.961211 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Pushing event updated for resources: {'Port': ['ID=d19c02a6-f26c-4667-8938-35294517d349,revision_number=4']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:47:31.966259 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:47:31.967126 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:47:31.983007 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef4d2e1-ca00-4611-a3cb-119d4b24e4d1 req-3dfe3421-3672-4ab2-afbb-fa7064f82d89 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:31.984717 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-6ef4d2e1-ca00-4611-a3cb-119d4b24e4d1 req-3dfe3421-3672-4ab2-afbb-fa7064f82d89 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=3655874a-9405-4fda-8926-42ec42a459f1 HTTP/1.1" status: 200 len: 946 time: 0.0905287 Jun 10 14:47:32.030272 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Pushing event updated for resources: {'Port': ['ID=a24ec7fe-ac06-4667-b1cc-ccdb40aacd74,revision_number=7']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:47:32.030638 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-6ef4d2e1-ca00-4611-a3cb-119d4b24e4d1 req-198ce9d9-b500-4446-ba86-ac76e1c1eeb5 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?id=02183f53-14bc-47e9-9b7c-8c98d5e547da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399187 Jun 10 14:47:32.033396 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:47:32.162286 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] get_ports_and_sgs() called for port_ids ['d19c02a6-f26c-4667-8938-35294517d349'] {{(pid=98190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 14:47:32.365449 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9eb890-d923-45a4-bcd3-7d973a7bd8b1 req-f3177940-8c6b-4a06-9653-dbae321983de tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:32.369086 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-8f9eb890-d923-45a4-bcd3-7d973a7bd8b1 req-f3177940-8c6b-4a06-9653-dbae321983de tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] 10.222.0.38 "GET /v2.0/ports?device_id=91ac4d0d-ffc0-49a3-8f8c-b4d1657ce50f HTTP/1.1" status: 200 len: 945 time: 0.0975089 Jun 10 14:47:32.432587 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-8f9eb890-d923-45a4-bcd3-7d973a7bd8b1 req-4f79246d-3249-4075-83b7-dfb6816b0eec tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e0af78c-08e6-4e38-9f32-394dca315d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567760 Jun 10 14:47:33.241604 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44c7ba3-a122-444f-9828-a549acf0672d req-6e3d114c-c71e-4b43-b3eb-d7b4c7ef797a tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:33.243952 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-a44c7ba3-a122-444f-9828-a549acf0672d req-6e3d114c-c71e-4b43-b3eb-d7b4c7ef797a tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=3655874a-9405-4fda-8926-42ec42a459f1 HTTP/1.1" status: 200 len: 946 time: 0.0847423 Jun 10 14:47:33.294908 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-a44c7ba3-a122-444f-9828-a549acf0672d req-8d864230-a1e4-4670-9c4f-4abbf34ed041 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?id=02183f53-14bc-47e9-9b7c-8c98d5e547da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448427 Jun 10 14:47:33.316774 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Device d19c02a6-f26c-4667-8938-35294517d349 up at agent hyperv_hv-cinder-79578 {{(pid=98190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:47:33.379194 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Provisioning for port d19c02a6-f26c-4667-8938-35294517d349 completed by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:47:33.386397 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Provisioning complete for port d19c02a6-f26c-4667-8938-35294517d349 triggered by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:47:33.386881 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32877986'] for port, provisioning_complete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:33.482575 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:33.532589 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] For port d19c02a6-f26c-4667-8938-35294517d349, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=d19c02a6-f26c-4667-8938-35294517d349,segment=NetworkSegment(1161e342-38eb-4659-8988-2301eb83d5e1),segment_id=1161e342-38eb-4659-8988-2301eb83d5e1)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:47:33.541063 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:33.543818 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:47:33.670801 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Pushing event updated for resources: {'Port': ['ID=d19c02a6-f26c-4667-8938-35294517d349,revision_number=5']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:47:33.674798 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:47:33.707266 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcc3dc5-f435-473c-8e4b-86a3ae161c61 req-b7c0a9d4-a455-4f1b-9048-970a0faff98a tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:33.709327 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-8dcc3dc5-f435-473c-8e4b-86a3ae161c61 req-b7c0a9d4-a455-4f1b-9048-970a0faff98a tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] 10.222.0.38 "GET /v2.0/ports?device_id=91ac4d0d-ffc0-49a3-8f8c-b4d1657ce50f HTTP/1.1" status: 200 len: 946 time: 0.1320736 Jun 10 14:47:33.772335 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-8dcc3dc5-f435-473c-8e4b-86a3ae161c61 req-82468b8a-ad22-42c3-abde-5193ee6a3684 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e0af78c-08e6-4e38-9f32-394dca315d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534678 Jun 10 14:47:33.927038 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ac4d0d-ffc0-49a3-8f8c-b4d1657ce50f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd19c02a6-f26c-4667-8938-35294517d349'}] {{(pid=98190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:47:33.929726 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3d4185ab3030d597d4fdff3a42636a440041618624b200d466a1cf3773607d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e00df28-c036-415f-9efc-f2161634770d" -d '{"events": [{"server_uuid": "91ac4d0d-ffc0-49a3-8f8c-b4d1657ce50f", "name": "network-vif-plugged", "status": "completed", "tag": "d19c02a6-f26c-4667-8938-35294517d349"}]}' {{(pid=98190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:47:33.969418 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 14:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5648e13-ebdb-4970-b200-cee6565bbf8e x-openstack-request-id: req-f5648e13-ebdb-4970-b200-cee6565bbf8e {{(pid=98190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:47:33.969853 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91ac4d0d-ffc0-49a3-8f8c-b4d1657ce50f", "name": "network-vif-plugged", "status": "completed", "tag": "d19c02a6-f26c-4667-8938-35294517d349", "code": 200}]} {{(pid=98190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:47:33.970356 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f5648e13-ebdb-4970-b200-cee6565bbf8e {{(pid=98190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:47:33.970966 dv-cinder-795785-1-smb neutron-server[98190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ac4d0d-ffc0-49a3-8f8c-b4d1657ce50f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd19c02a6-f26c-4667-8938-35294517d349', 'code': 200} Jun 10 14:47:34.358336 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aecea7-13ff-4106-9715-9bf721c6d85f req-f8034380-1fce-4c5d-b5e3-1233890a9bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:34.360589 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-f6aecea7-13ff-4106-9715-9bf721c6d85f req-f8034380-1fce-4c5d-b5e3-1233890a9bbe service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=91ac4d0d-ffc0-49a3-8f8c-b4d1657ce50f HTTP/1.1" status: 200 len: 1099 time: 0.1172948 Jun 10 14:47:34.412713 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-f6aecea7-13ff-4106-9715-9bf721c6d85f req-3bfff8b0-a868-47b4-8681-f7781361bb77 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0e0af78c-08e6-4e38-9f32-394dca315d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434198 Jun 10 14:47:34.510454 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88f86c3-b992-46c7-95ab-6f327bc7c99b req-043c1567-b457-4dfa-ac5c-123aa2d7ec74 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:34.511977 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-a88f86c3-b992-46c7-95ab-6f327bc7c99b req-043c1567-b457-4dfa-ac5c-123aa2d7ec74 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=3655874a-9405-4fda-8926-42ec42a459f1 HTTP/1.1" status: 200 len: 946 time: 0.0896323 Jun 10 14:47:34.561318 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-a88f86c3-b992-46c7-95ab-6f327bc7c99b req-57d9756e-ab5e-428d-b6b5-f45f44ce16d1 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?id=02183f53-14bc-47e9-9b7c-8c98d5e547da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425234 Jun 10 14:47:34.971177 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17a10a1-8974-498b-8df1-951cec2f5a49 req-14a77342-93ba-462d-85f6-55ee37f50062 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:34.972729 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-f17a10a1-8974-498b-8df1-951cec2f5a49 req-14a77342-93ba-462d-85f6-55ee37f50062 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] 10.222.0.38 "GET /v2.0/ports?device_id=91ac4d0d-ffc0-49a3-8f8c-b4d1657ce50f HTTP/1.1" status: 200 len: 946 time: 0.0813344 Jun 10 14:47:35.033150 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-f17a10a1-8974-498b-8df1-951cec2f5a49 req-d263742c-08ab-4aa5-ae08-898a50e5a00d tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e0af78c-08e6-4e38-9f32-394dca315d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537729 Jun 10 14:47:35.777244 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d7d228-c7c0-4614-b0d1-8f5108359e91 req-81f4a47d-d83c-43b0-aa23-ecf32cb5e6c6 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:35.778869 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-56d7d228-c7c0-4614-b0d1-8f5108359e91 req-81f4a47d-d83c-43b0-aa23-ecf32cb5e6c6 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=3655874a-9405-4fda-8926-42ec42a459f1 HTTP/1.1" status: 200 len: 946 time: 0.0821435 Jun 10 14:47:35.829565 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-56d7d228-c7c0-4614-b0d1-8f5108359e91 req-e88628b4-5d8d-4e5d-8542-7b3368f5c771 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?id=02183f53-14bc-47e9-9b7c-8c98d5e547da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446157 Jun 10 14:47:36.250300 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3093a3dd-2037-42e6-a12f-94f04780341c req-3a69988c-258f-4cfe-8bfe-71b5c4d47a5a tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:36.251828 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-3093a3dd-2037-42e6-a12f-94f04780341c req-3a69988c-258f-4cfe-8bfe-71b5c4d47a5a tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] 10.222.0.38 "GET /v2.0/ports?device_id=91ac4d0d-ffc0-49a3-8f8c-b4d1657ce50f HTTP/1.1" status: 200 len: 946 time: 0.0733123 Jun 10 14:47:36.300893 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-3093a3dd-2037-42e6-a12f-94f04780341c req-a0af96ea-1065-4e41-b241-a512102a145d tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e0af78c-08e6-4e38-9f32-394dca315d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424130 Jun 10 14:47:36.505707 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7f9a71-b67e-4ab9-ab96-d56024b15e5b req-4140a58b-c706-475d-92f0-e5c731321409 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:36.507206 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-df7f9a71-b67e-4ab9-ab96-d56024b15e5b req-4140a58b-c706-475d-92f0-e5c731321409 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] 10.222.0.38 "GET /v2.0/ports?device_id=91ac4d0d-ffc0-49a3-8f8c-b4d1657ce50f HTTP/1.1" status: 200 len: 946 time: 0.0856295 Jun 10 14:47:36.555957 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-df7f9a71-b67e-4ab9-ab96-d56024b15e5b req-26d7c823-bfcb-4263-865e-d93ec03fa1aa tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e0af78c-08e6-4e38-9f32-394dca315d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423622 Jun 10 14:47:36.580750 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 39980) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:47:36.761517 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c325d5-e04c-467a-9716-025fc6ffef22 tempest-TestShelveInstance-230155670 tempest-TestShelveInstance-230155670-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:36.763005 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-30c325d5-e04c-467a-9716-025fc6ffef22 tempest-TestShelveInstance-230155670 tempest-TestShelveInstance-230155670-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=91ac4d0d-ffc0-49a3-8f8c-b4d1657ce50f HTTP/1.1" status: 200 len: 1094 time: 0.1812210 Jun 10 14:47:36.765908 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 39984) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:47:36.770475 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.v2.base [None req-4305f552-e472-4e76-a779-ca5ea801685d tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Request body: {'floatingip': {'floating_network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'port_id': 'd19c02a6-f26c-4667-8938-35294517d349', 'tenant_id': 'f118f8afe4cb43389f09486f16dc9b22', 'fixed_ip_address': '172.20.0.11'}} {{(pid=98188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:47:36.794686 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-4305f552-e472-4e76-a779-ca5ea801685d tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Notify callbacks [] for floatingip, before_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:36.960891 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-4305f552-e472-4e76-a779-ca5ea801685d tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:37.213626 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.db.db_base_plugin_common [None req-4305f552-e472-4e76-a779-ca5ea801685d tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Allocated IP 172.28.0.48 (d939252c-9d87-4c0a-b331-cccdb2846f4a/bb56f5fa-8acc-4201-b097-078ac8811790/95e8f28a-849b-49b6-b2fa-ea68e5d5302b) {{(pid=98188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 14:47:37.225582 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bdb4c3-a7e4-4c7a-b79a-7f4130f48455 req-25abb707-e035-44eb-9649-acba3d0feaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:37.227016 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-e8bdb4c3-a7e4-4c7a-b79a-7f4130f48455 req-25abb707-e035-44eb-9649-acba3d0feaf3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5bcb8fb4303e43e69f7032747c4983b8&device_id=3655874a-9405-4fda-8926-42ec42a459f1 HTTP/1.1" status: 200 len: 1099 time: 0.1961226 Jun 10 14:47:37.613238 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:37.660103 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ecad80-8604-4125-8445-66a140d90c41 req-8bd8f3b6-4187-443c-93c8-9f4b3499ff65 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:37.661792 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-20ecad80-8604-4125-8445-66a140d90c41 req-8bd8f3b6-4187-443c-93c8-9f4b3499ff65 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=3655874a-9405-4fda-8926-42ec42a459f1 HTTP/1.1" status: 200 len: 946 time: 0.5332386 Jun 10 14:47:37.787571 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-4305f552-e472-4e76-a779-ca5ea801685d tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Notify callbacks [] for port, precommit_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:37.799131 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bdb4c3-a7e4-4c7a-b79a-7f4130f48455 req-c35a784a-f63f-4c13-96fd-e6a6447c1d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:37.800605 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-e8bdb4c3-a7e4-4c7a-b79a-7f4130f48455 req-c35a784a-f63f-4c13-96fd-e6a6447c1d7e service neutron] 10.222.0.36 "GET /v2.0/networks?id=c57efc93-51ff-4248-b65b-e26a6d17993d HTTP/1.1" status: 200 len: 918 time: 0.5504210 Jun 10 14:47:37.804984 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-20ecad80-8604-4125-8445-66a140d90c41 req-b7acae41-e703-4e97-9a2c-a703a35a5e64 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?id=02183f53-14bc-47e9-9b7c-8c98d5e547da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010573 Jun 10 14:47:37.901525 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-e8bdb4c3-a7e4-4c7a-b79a-7f4130f48455 req-65d69789-e43e-4aee-b69d-e52b22d16bf2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a24ec7fe-ac06-4667-b1cc-ccdb40aacd74 HTTP/1.1" status: 200 len: 1002 time: 0.0937767 Jun 10 14:47:37.918140 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-4305f552-e472-4e76-a779-ca5ea801685d tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33290945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770842374660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4122283'] for port, after_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:37.960052 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-7c60ce78-b493-4c06-939d-faf62b516ad1 tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:47:38.020868 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bdb4c3-a7e4-4c7a-b79a-7f4130f48455 req-ad073e78-b4ac-4a04-8813-229a8990ee27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:38.022347 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-e8bdb4c3-a7e4-4c7a-b79a-7f4130f48455 req-ad073e78-b4ac-4a04-8813-229a8990ee27 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3eeef57d-bb05-42dc-8725-b618d4269135 HTTP/1.1" status: 200 len: 856 time: 0.1146047 Jun 10 14:47:38.025614 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4305f552-e472-4e76-a779-ca5ea801685d tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Network d939252c-9d87-4c0a-b331-cccdb2846f4a is already hosted by enough agents. {{(pid=98188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 14:47:38.028447 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.scheduler.base_scheduler [None req-4305f552-e472-4e76-a779-ca5ea801685d tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Resources bound (agent type, host, resource id): {{(pid=98188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:47:38.040600 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4305f552-e472-4e76-a779-ca5ea801685d tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Received port after_create {{(pid=98188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 14:47:38.044042 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4305f552-e472-4e76-a779-ca5ea801685d tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Pushing event updated for resources: {'Port': ['ID=95e8f28a-849b-49b6-b2fa-ea68e5d5302b,revision_number=1']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:47:38.111298 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4305f552-e472-4e76-a779-ca5ea801685d tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:47:38.111669 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4305f552-e472-4e76-a779-ca5ea801685d tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:47:38.112096 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4305f552-e472-4e76-a779-ca5ea801685d tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:47:38.112528 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4305f552-e472-4e76-a779-ca5ea801685d tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:47:38.114338 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4305f552-e472-4e76-a779-ca5ea801685d tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:47:38.114338 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4305f552-e472-4e76-a779-ca5ea801685d tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:47:38.114338 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4305f552-e472-4e76-a779-ca5ea801685d tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:47:38.114338 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4305f552-e472-4e76-a779-ca5ea801685d tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:47:38.114912 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4305f552-e472-4e76-a779-ca5ea801685d tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:47:38.114912 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4305f552-e472-4e76-a779-ca5ea801685d tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:47:38.115195 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4305f552-e472-4e76-a779-ca5ea801685d tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:47:38.115630 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4305f552-e472-4e76-a779-ca5ea801685d tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:47:38.121455 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-4305f552-e472-4e76-a779-ca5ea801685d tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:47:38.215360 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bdb4c3-a7e4-4c7a-b79a-7f4130f48455 req-7c375fb0-4fe5-4f39-9e1b-70727cc309bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:38.216874 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-e8bdb4c3-a7e4-4c7a-b79a-7f4130f48455 req-7c375fb0-4fe5-4f39-9e1b-70727cc309bb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c57efc93-51ff-4248-b65b-e26a6d17993d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1839578 Jun 10 14:47:38.452965 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-e8bdb4c3-a7e4-4c7a-b79a-7f4130f48455 req-040d31e9-0b0b-4f47-ac9a-475103a80006 service neutron] 10.222.0.36 "GET /v2.0/networks/c57efc93-51ff-4248-b65b-e26a6d17993d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262180 Jun 10 14:47:38.716902 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-e8bdb4c3-a7e4-4c7a-b79a-7f4130f48455 req-88688bc1-d933-4135-baa3-41dbd2345695 service neutron] 10.222.0.36 "GET /v2.0/networks/c57efc93-51ff-4248-b65b-e26a6d17993d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479286 Jun 10 14:47:38.726515 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-4305f552-e472-4e76-a779-ca5ea801685d tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:38.863596 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-4305f552-e472-4e76-a779-ca5ea801685d tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:38.866305 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc66ce-2572-499b-8794-b37262970be5 req-7e1534b5-5237-4ed7-ae7a-e722957cb2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:38.867761 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-29dc66ce-2572-499b-8794-b37262970be5 req-7e1534b5-5237-4ed7-ae7a-e722957cb2af service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5bcb8fb4303e43e69f7032747c4983b8&device_id=3655874a-9405-4fda-8926-42ec42a459f1 HTTP/1.1" status: 200 len: 1099 time: 0.1071844 Jun 10 14:47:39.125910 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc66ce-2572-499b-8794-b37262970be5 req-a766e1e2-9a87-459b-81ba-bcc043920c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:39.127324 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-29dc66ce-2572-499b-8794-b37262970be5 req-a766e1e2-9a87-459b-81ba-bcc043920c91 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c57efc93-51ff-4248-b65b-e26a6d17993d HTTP/1.1" status: 200 len: 918 time: 0.2365084 Jun 10 14:47:39.228306 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3ee638-f190-4811-b7fa-e742231851f0 req-0afacd0c-eeac-49f4-85e7-1880eb7807c2 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:39.229760 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-ea3ee638-f190-4811-b7fa-e742231851f0 req-0afacd0c-eeac-49f4-85e7-1880eb7807c2 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=3655874a-9405-4fda-8926-42ec42a459f1 HTTP/1.1" status: 200 len: 946 time: 0.3044112 Jun 10 14:47:39.283793 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-29dc66ce-2572-499b-8794-b37262970be5 req-fd08f07d-707c-4189-b190-a8ec3d76ae40 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a24ec7fe-ac06-4667-b1cc-ccdb40aacd74 HTTP/1.1" status: 200 len: 1002 time: 0.1443937 Jun 10 14:47:39.285865 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-4305f552-e472-4e76-a779-ca5ea801685d tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Notify callbacks [] for port, precommit_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:39.305310 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-4305f552-e472-4e76-a779-ca5ea801685d tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4122297'] for port, after_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:39.309456 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-916cb921-4b7e-465d-976a-de323c835a1f tempest-AttachVolumeNegativeTest-151604713 tempest-AttachVolumeNegativeTest-151604713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:47:39.349160 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-ea3ee638-f190-4811-b7fa-e742231851f0 req-ba699872-4154-4b88-97f9-cda3df8a72cb tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?id=02183f53-14bc-47e9-9b7c-8c98d5e547da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027424 Jun 10 14:47:39.423970 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc66ce-2572-499b-8794-b37262970be5 req-84e2a283-a576-4743-af8c-1a3d0c3a1050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:39.425400 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-29dc66ce-2572-499b-8794-b37262970be5 req-84e2a283-a576-4743-af8c-1a3d0c3a1050 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3eeef57d-bb05-42dc-8725-b618d4269135 HTTP/1.1" status: 200 len: 856 time: 0.1344044 Jun 10 14:47:39.443668 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4305f552-e472-4e76-a779-ca5ea801685d tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Pushing event updated for resources: {'Port': ['ID=95e8f28a-849b-49b6-b2fa-ea68e5d5302b,revision_number=2']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:47:39.448254 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-4305f552-e472-4e76-a779-ca5ea801685d tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:47:39.476555 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-4305f552-e472-4e76-a779-ca5ea801685d tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726016'] for floatingip, after_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:39.584500 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-a96fe027-0f82-4229-84a2-ba214430c940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:39.859908 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc66ce-2572-499b-8794-b37262970be5 req-4641b6ce-c52e-489c-8ecc-77cdd7159c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:39.861390 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-29dc66ce-2572-499b-8794-b37262970be5 req-4641b6ce-c52e-489c-8ecc-77cdd7159c7d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c57efc93-51ff-4248-b65b-e26a6d17993d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4265985 Jun 10 14:47:39.896396 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.db.l3_db [None req-4305f552-e472-4e76-a779-ca5ea801685d tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Floating IP 93c06882-2c84-41fd-9b60-38f2bc815588 associated. External IP: 172.28.0.48, port: d19c02a6-f26c-4667-8938-35294517d349. Jun 10 14:47:40.083381 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-29dc66ce-2572-499b-8794-b37262970be5 req-9d9f2a89-fa36-472a-9e1c-a0aff5aa712d service neutron] 10.222.0.36 "GET /v2.0/networks/c57efc93-51ff-4248-b65b-e26a6d17993d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142160 Jun 10 14:47:40.308024 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-29dc66ce-2572-499b-8794-b37262970be5 req-3e95cc55-9a87-424a-afe8-8cdeac887786 service neutron] 10.222.0.36 "GET /v2.0/networks/c57efc93-51ff-4248-b65b-e26a6d17993d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177424 Jun 10 14:47:40.333894 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4305f552-e472-4e76-a779-ca5ea801685d tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Router e7e6ed72-30e0-4d52-901b-e2016de4e9e3 has already been hosted by L3 agent e92f4ea4-4278-4a3e-8ba4-23ff1581fd94 {{(pid=98188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 14:47:40.508141 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4305f552-e472-4e76-a779-ca5ea801685d tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Notify agent at l3_agent.dv-cinder-795785-1-smb the message routers_updated {{(pid=98188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 14:47:40.520628 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e9e82c-753e-4176-8145-8e21c5cd5c27 None None] Sync routers for ids ['e7e6ed72-30e0-4d52-901b-e2016de4e9e3'] in dv-cinder-795785-1-smb {{(pid=98190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 14:47:40.531193 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e9e82c-753e-4176-8145-8e21c5cd5c27 None None] Routers {'e7e6ed72-30e0-4d52-901b-e2016de4e9e3'} bound to L3 agent in host dv-cinder-795785-1-smb {{(pid=98190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:47:40.531935 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-4305f552-e472-4e76-a779-ca5ea801685d tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32075'] for floatingip, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:40.532208 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_hamode_db [None req-f0e9e82c-753e-4176-8145-8e21c5cd5c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T14:34:42Z,description=,heartbeat_timestamp=2021-06-10T14:47:12Z,host='dv-cinder-795785-1-smb',id=e92f4ea4-4278-4a3e-8ba4-23ff1581fd94,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:42Z,topic='l3_agent')) {'router_ids': ['e7e6ed72-30e0-4d52-901b-e2016de4e9e3'], 'active': True} {{(pid=98190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:47:40.584658 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3788f495-3753-47f6-9531-bb1e2b6726b8 req-dd620c24-a81c-4cef-b4c0-42506186b662 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:40.586051 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-3788f495-3753-47f6-9531-bb1e2b6726b8 req-dd620c24-a81c-4cef-b4c0-42506186b662 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=3655874a-9405-4fda-8926-42ec42a459f1 HTTP/1.1" status: 200 len: 946 time: 0.1193235 Jun 10 14:47:40.600305 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-4305f552-e472-4e76-a779-ca5ea801685d tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.8228426 Jun 10 14:47:40.600305 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91ac4d0d-ffc0-49a3-8f8c-b4d1657ce50f', 'tag': 'd19c02a6-f26c-4667-8938-35294517d349'}] {{(pid=98188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:47:40.600305 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f0fe7ff9a18056505f9f26f34e6288f69420e23a9758a676b79d6915a840c7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83460004-ab8c-4845-9e78-148703c95124" -d '{"events": [{"name": "network-changed", "server_uuid": "91ac4d0d-ffc0-49a3-8f8c-b4d1657ce50f", "tag": "d19c02a6-f26c-4667-8938-35294517d349"}]}' {{(pid=98188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:47:40.637699 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-3788f495-3753-47f6-9531-bb1e2b6726b8 req-b435cf43-409d-4d56-a5f0-1370ef9ff2b5 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?id=02183f53-14bc-47e9-9b7c-8c98d5e547da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423245 Jun 10 14:47:40.682970 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_dvr_db [None req-f0e9e82c-753e-4176-8145-8e21c5cd5c27 None None] Set router e7e6ed72-30e0-4d52-901b-e2016de4e9e3 gateway port host: dv-cinder-795785-1-smb {{(pid=98190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:47:40.700215 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 14:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e14c8a4d-ae96-4432-81f6-2dc1577445c4 x-openstack-request-id: req-e14c8a4d-ae96-4432-81f6-2dc1577445c4 {{(pid=98188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:47:40.700573 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91ac4d0d-ffc0-49a3-8f8c-b4d1657ce50f", "tag": "d19c02a6-f26c-4667-8938-35294517d349", "status": "completed", "code": 200}]} {{(pid=98188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:47:40.700862 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e14c8a4d-ae96-4432-81f6-2dc1577445c4 {{(pid=98188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:47:40.701293 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91ac4d0d-ffc0-49a3-8f8c-b4d1657ce50f', 'tag': 'd19c02a6-f26c-4667-8938-35294517d349', 'status': 'completed', 'code': 200} Jun 10 14:47:40.784163 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83460004-ab8c-4845-9e78-148703c95124 req-874d2daa-edb9-46f8-81c9-4e3700e00f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:40.788631 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-83460004-ab8c-4845-9e78-148703c95124 req-874d2daa-edb9-46f8-81c9-4e3700e00f70 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f118f8afe4cb43389f09486f16dc9b22&device_id=91ac4d0d-ffc0-49a3-8f8c-b4d1657ce50f HTTP/1.1" status: 200 len: 1099 time: 0.0603299 Jun 10 14:47:40.901282 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83460004-ab8c-4845-9e78-148703c95124 req-d0ecdb64-1da2-4fd3-ac40-ce2989f00b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:40.903434 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-83460004-ab8c-4845-9e78-148703c95124 req-d0ecdb64-1da2-4fd3-ac40-ce2989f00b5d service neutron] 10.222.0.36 "GET /v2.0/networks?id=e378d419-99a5-4d8c-a4e8-3ffe4d1d62f1 HTTP/1.1" status: 200 len: 910 time: 0.1102085 Jun 10 14:47:40.975835 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_hamode_db [None req-f0e9e82c-753e-4176-8145-8e21c5cd5c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e6ed72-30e0-4d52-901b-e2016de4e9e3', 'name': 'tempest-TestShelveInstance-2146490091-router', 'tenant_id': 'f118f8afe4cb43389f09486f16dc9b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'external_fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.201'}], 'enable_snat': True}, 'gw_port_id': '75c78a2e-14f3-4631-88a2-e203e1a3176a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:46:52Z', 'updated_at': '2021-06-10T14:46:58Z', 'revision_number': 4, 'project_id': 'f118f8afe4cb43389f09486f16dc9b22', 'gw_port': {'id': '75c78a2e-14f3-4631-88a2-e203e1a3176a', 'name': '', 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:75:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e6ed72-30e0-4d52-901b-e2016de4e9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:46:53Z', 'updated_at': '2021-06-10T14:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-smb', '_floatingips': [{'id': '93c06882-2c84-41fd-9b60-38f2bc815588', 'tenant_id': 'f118f8afe4cb43389f09486f16dc9b22', 'floating_ip_address': '172.28.0.48', 'floating_network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'router_id': 'e7e6ed72-30e0-4d52-901b-e2016de4e9e3', 'port_id': 'd19c02a6-f26c-4667-8938-35294517d349', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e378d419-99a5-4d8c-a4e8-3ffe4d1d62f1', 'mac_address': 'fa:16:3e:06:09:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ac4d0d-ffc0-49a3-8f8c-b4d1657ce50f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T14:47:38Z', 'updated_at': '2021-06-10T14:47:38Z', 'revision_number': 0, 'project_id': 'f118f8afe4cb43389f09486f16dc9b22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5bca1c0-d472-4be9-b714-43eed5862400', 'name': '', 'network_id': 'e378d419-99a5-4d8c-a4e8-3ffe4d1d62f1', 'tenant_id': 'f118f8afe4cb43389f09486f16dc9b22', 'mac_address': 'fa:16:3e:21:76:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e6ed72-30e0-4d52-901b-e2016de4e9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '56db2e31-5909-4819-bf54-a79557f7c937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:46:57Z', 'updated_at': '2021-06-10T14:47:03Z', 'revision_number': 5, 'project_id': 'f118f8afe4cb43389f09486f16dc9b22', 'subnets': [{'id': '56db2e31-5909-4819-bf54-a79557f7c937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-1-smb', False) {} {{(pid=98190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:47:40.979181 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e9e82c-753e-4176-8145-8e21c5cd5c27 None None] Checking router: e7e6ed72-30e0-4d52-901b-e2016de4e9e3 for host: dv-cinder-795785-1-smb {{(pid=98190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 14:47:40.987100 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e9e82c-753e-4176-8145-8e21c5cd5c27 None None] Routers {'e7e6ed72-30e0-4d52-901b-e2016de4e9e3'} bound to L3 agent in host dv-cinder-795785-1-smb {{(pid=98190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:47:40.987707 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_hamode_db [None req-f0e9e82c-753e-4176-8145-8e21c5cd5c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T14:34:42Z,description=,heartbeat_timestamp=2021-06-10T14:47:12Z,host='dv-cinder-795785-1-smb',id=e92f4ea4-4278-4a3e-8ba4-23ff1581fd94,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:42Z,topic='l3_agent')) {'router_ids': ['e7e6ed72-30e0-4d52-901b-e2016de4e9e3'], 'active': True} {{(pid=98190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:47:40.993873 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-83460004-ab8c-4845-9e78-148703c95124 req-d65e2ab5-edda-4ae9-b4ac-04fc18b04afe service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d19c02a6-f26c-4667-8938-35294517d349 HTTP/1.1" status: 200 len: 999 time: 0.0791833 Jun 10 14:47:41.049602 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83460004-ab8c-4845-9e78-148703c95124 req-2275e4a1-eb68-4e42-8f0c-a8d39df7c2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:41.051021 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-83460004-ab8c-4845-9e78-148703c95124 req-2275e4a1-eb68-4e42-8f0c-a8d39df7c2bf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=56db2e31-5909-4819-bf54-a79557f7c937 HTTP/1.1" status: 200 len: 848 time: 0.0500679 Jun 10 14:47:41.118519 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83460004-ab8c-4845-9e78-148703c95124 req-1ad484b0-4030-4171-9a71-cd0c0554170a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:41.119990 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-83460004-ab8c-4845-9e78-148703c95124 req-1ad484b0-4030-4171-9a71-cd0c0554170a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e378d419-99a5-4d8c-a4e8-3ffe4d1d62f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0616262 Jun 10 14:47:41.127131 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_dvr_db [None req-f0e9e82c-753e-4176-8145-8e21c5cd5c27 None None] Set router e7e6ed72-30e0-4d52-901b-e2016de4e9e3 gateway port host: dv-cinder-795785-1-smb {{(pid=98190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:47:41.234661 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-83460004-ab8c-4845-9e78-148703c95124 req-681e818b-a9f4-4401-bd99-5acad329656e service neutron] 10.222.0.36 "GET /v2.0/networks/e378d419-99a5-4d8c-a4e8-3ffe4d1d62f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068413 Jun 10 14:47:41.353946 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-83460004-ab8c-4845-9e78-148703c95124 req-5d661e8c-1a36-45c0-aa6f-b162a7c724c3 service neutron] 10.222.0.36 "GET /v2.0/networks/e378d419-99a5-4d8c-a4e8-3ffe4d1d62f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112924 Jun 10 14:47:41.419129 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_hamode_db [None req-f0e9e82c-753e-4176-8145-8e21c5cd5c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e6ed72-30e0-4d52-901b-e2016de4e9e3', 'name': 'tempest-TestShelveInstance-2146490091-router', 'tenant_id': 'f118f8afe4cb43389f09486f16dc9b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'external_fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.201'}], 'enable_snat': True}, 'gw_port_id': '75c78a2e-14f3-4631-88a2-e203e1a3176a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:46:52Z', 'updated_at': '2021-06-10T14:46:58Z', 'revision_number': 4, 'project_id': 'f118f8afe4cb43389f09486f16dc9b22', 'gw_port': {'id': '75c78a2e-14f3-4631-88a2-e203e1a3176a', 'name': '', 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:75:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e6ed72-30e0-4d52-901b-e2016de4e9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:46:53Z', 'updated_at': '2021-06-10T14:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-smb', '_floatingips': [{'id': '93c06882-2c84-41fd-9b60-38f2bc815588', 'tenant_id': 'f118f8afe4cb43389f09486f16dc9b22', 'floating_ip_address': '172.28.0.48', 'floating_network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'router_id': 'e7e6ed72-30e0-4d52-901b-e2016de4e9e3', 'port_id': 'd19c02a6-f26c-4667-8938-35294517d349', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e378d419-99a5-4d8c-a4e8-3ffe4d1d62f1', 'mac_address': 'fa:16:3e:06:09:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ac4d0d-ffc0-49a3-8f8c-b4d1657ce50f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T14:47:38Z', 'updated_at': '2021-06-10T14:47:38Z', 'revision_number': 0, 'project_id': 'f118f8afe4cb43389f09486f16dc9b22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5bca1c0-d472-4be9-b714-43eed5862400', 'name': '', 'network_id': 'e378d419-99a5-4d8c-a4e8-3ffe4d1d62f1', 'tenant_id': 'f118f8afe4cb43389f09486f16dc9b22', 'mac_address': 'fa:16:3e:21:76:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e6ed72-30e0-4d52-901b-e2016de4e9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '56db2e31-5909-4819-bf54-a79557f7c937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:46:57Z', 'updated_at': '2021-06-10T14:47:03Z', 'revision_number': 5, 'project_id': 'f118f8afe4cb43389f09486f16dc9b22', 'subnets': [{'id': '56db2e31-5909-4819-bf54-a79557f7c937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-1-smb', False) {} {{(pid=98190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:47:41.422496 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e9e82c-753e-4176-8145-8e21c5cd5c27 None None] The sync data for ids ['e7e6ed72-30e0-4d52-901b-e2016de4e9e3'] in dv-cinder-795785-1-smb is: [{'id': 'e7e6ed72-30e0-4d52-901b-e2016de4e9e3', 'name': 'tempest-TestShelveInstance-2146490091-router', 'tenant_id': 'f118f8afe4cb43389f09486f16dc9b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'external_fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.201'}], 'enable_snat': True}, 'gw_port_id': '75c78a2e-14f3-4631-88a2-e203e1a3176a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:46:52Z', 'updated_at': '2021-06-10T14:46:58Z', 'revision_number': 4, 'project_id': 'f118f8afe4cb43389f09486f16dc9b22', 'gw_port': {'id': '75c78a2e-14f3-4631-88a2-e203e1a3176a', 'name': '', 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:75:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e6ed72-30e0-4d52-901b-e2016de4e9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:46:53Z', 'updated_at': '2021-06-10T14:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-smb', '_floatingips': [{'id': '93c06882-2c84-41fd-9b60-38f2bc815588', 'tenant_id': 'f118f8afe4cb43389f09486f16dc9b22', 'floating_ip_address': '172.28.0.48', 'floating_network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'router_id': 'e7e6ed72-30e0-4d52-901b-e2016de4e9e3', 'port_id': 'd19c02a6-f26c-4667-8938-35294517d349', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e378d419-99a5-4d8c-a4e8-3ffe4d1d62f1', 'mac_address': 'fa:16:3e:06:09:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ac4d0d-ffc0-49a3-8f8c-b4d1657ce50f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T14:47:38Z', 'updated_at': '2021-06-10T14:47:38Z', 'revision_number': 0, 'project_id': 'f118f8afe4cb43389f09486f16dc9b22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5bca1c0-d472-4be9-b714-43eed5862400', 'name': '', 'network_id': 'e378d419-99a5-4d8c-a4e8-3ffe4d1d62f1', 'tenant_id': 'f118f8afe4cb43389f09486f16dc9b22', 'mac_address': 'fa:16:3e:21:76:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e6ed72-30e0-4d52-901b-e2016de4e9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '56db2e31-5909-4819-bf54-a79557f7c937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:46:57Z', 'updated_at': '2021-06-10T14:47:03Z', 'revision_number': 5, 'project_id': 'f118f8afe4cb43389f09486f16dc9b22', 'subnets': [{'id': '56db2e31-5909-4819-bf54-a79557f7c937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 14:47:41.588531 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06632f02-a57d-40d4-a7ea-9a247000e3ac None None] New status for floating IP 93c06882-2c84-41fd-9b60-38f2bc815588: ACTIVE {{(pid=98191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 14:47:41.841161 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b65da2b-52ca-4676-a59a-2c3964225509 req-fab07179-33a4-40cf-8e0a-1119de0c17c1 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:41.842603 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-7b65da2b-52ca-4676-a59a-2c3964225509 req-fab07179-33a4-40cf-8e0a-1119de0c17c1 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=3655874a-9405-4fda-8926-42ec42a459f1 HTTP/1.1" status: 200 len: 946 time: 0.0782776 Jun 10 14:47:41.886554 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-7b65da2b-52ca-4676-a59a-2c3964225509 req-eb7e8729-e6e9-4e89-84b3-ca203f93e68b tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?id=02183f53-14bc-47e9-9b7c-8c98d5e547da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382099 Jun 10 14:47:42.059615 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:42.213777 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-c1e9ef80-325f-4009-a01c-87fe14841428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:43.067659 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e93a44d-c16b-43c1-8641-5c2e02f05737 req-996f731c-acda-4338-b607-08edd380a06b tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:43.069383 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-1e93a44d-c16b-43c1-8641-5c2e02f05737 req-996f731c-acda-4338-b607-08edd380a06b tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=3655874a-9405-4fda-8926-42ec42a459f1 HTTP/1.1" status: 200 len: 946 time: 0.0682216 Jun 10 14:47:43.109961 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-1e93a44d-c16b-43c1-8641-5c2e02f05737 req-4b28a6b3-02d8-4f68-8b43-4a11453c54a9 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?id=02183f53-14bc-47e9-9b7c-8c98d5e547da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351119 Jun 10 14:47:43.273706 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-eaea1bf5-020e-4d00-b5bd-84659b7b503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:43.373875 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Device a24ec7fe-ac06-4667-b1cc-ccdb40aacd74 no longer exists at agent hyperv_hv-cinder-79578 {{(pid=98190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 14:47:43.597720 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:43.621790 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3655874a-9405-4fda-8926-42ec42a459f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a24ec7fe-ac06-4667-b1cc-ccdb40aacd74'}] {{(pid=98190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:47:43.624233 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3d4185ab3030d597d4fdff3a42636a440041618624b200d466a1cf3773607d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c22b4501-a1a5-4045-8dce-573b47201cec" -d '{"events": [{"server_uuid": "3655874a-9405-4fda-8926-42ec42a459f1", "name": "network-vif-unplugged", "status": "completed", "tag": "a24ec7fe-ac06-4667-b1cc-ccdb40aacd74"}]}' {{(pid=98190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:47:43.638251 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] For port a24ec7fe-ac06-4667-b1cc-ccdb40aacd74, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=a24ec7fe-ac06-4667-b1cc-ccdb40aacd74,segment=NetworkSegment(3ec2b1b1-734c-41eb-833f-8070e711f15c),segment_id=3ec2b1b1-734c-41eb-833f-8070e711f15c)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:47:43.643871 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:43.645984 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:47:43.674839 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 10 Jun 2021 14:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76de0695-d660-4381-96a5-5ef6bcc004d8 x-openstack-request-id: req-76de0695-d660-4381-96a5-5ef6bcc004d8 {{(pid=98190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:47:43.675142 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3655874a-9405-4fda-8926-42ec42a459f1", "name": "network-vif-unplugged", "status": "failed", "tag": "a24ec7fe-ac06-4667-b1cc-ccdb40aacd74", "code": 422}]} {{(pid=98190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:47:43.675404 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-76de0695-d660-4381-96a5-5ef6bcc004d8 {{(pid=98190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:47:43.675833 dv-cinder-795785-1-smb neutron-server[98190]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3655874a-9405-4fda-8926-42ec42a459f1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a24ec7fe-ac06-4667-b1cc-ccdb40aacd74', 'code': 422} returned with failed status Jun 10 14:47:43.704575 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Pushing event updated for resources: {'Port': ['ID=a24ec7fe-ac06-4667-b1cc-ccdb40aacd74,revision_number=8']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:47:43.707651 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:47:44.264852 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421d86b2-0e70-4383-8a8b-bcd703b15bd6 req-75dec5bc-4914-474c-b006-0432d67d8ce4 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:44.266307 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-421d86b2-0e70-4383-8a8b-bcd703b15bd6 req-75dec5bc-4914-474c-b006-0432d67d8ce4 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=3655874a-9405-4fda-8926-42ec42a459f1 HTTP/1.1" status: 200 len: 944 time: 0.0740790 Jun 10 14:47:44.311226 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-421d86b2-0e70-4383-8a8b-bcd703b15bd6 req-39491725-effe-4a1a-a827-759f8a1cfeeb tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?id=02183f53-14bc-47e9-9b7c-8c98d5e547da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385165 Jun 10 14:47:44.361618 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 40076) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:47:44.462299 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-874d1895-a119-4007-b3b6-4027f560edc4 req-3a3e4c9f-9a32-4fc2-baf3-a1dec47ef285 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=3655874a-9405-4fda-8926-42ec42a459f1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0994573 Jun 10 14:47:44.883510 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-fbbc5fb5-3f71-4862-8fd7-9153cbf0fe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:45.350957 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d1895-a119-4007-b3b6-4027f560edc4 req-1173052e-562b-4146-9736-3a60a00ce97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:45.352584 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-874d1895-a119-4007-b3b6-4027f560edc4 req-1173052e-562b-4146-9736-3a60a00ce97f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3655874a-9405-4fda-8926-42ec42a459f1&tenant_id=5bcb8fb4303e43e69f7032747c4983b8 HTTP/1.1" status: 200 len: 1097 time: 0.0603812 Jun 10 14:47:45.446971 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d1895-a119-4007-b3b6-4027f560edc4 req-da83986f-8013-4f58-a5a4-0a970cd01e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:45.448450 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-874d1895-a119-4007-b3b6-4027f560edc4 req-da83986f-8013-4f58-a5a4-0a970cd01e9e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5bcb8fb4303e43e69f7032747c4983b8&device_id=3655874a-9405-4fda-8926-42ec42a459f1 HTTP/1.1" status: 200 len: 1097 time: 0.0737076 Jun 10 14:47:45.592675 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47db2b5-2014-4ffd-9633-9627c32ddd9a req-416af56a-6c77-4c6e-b1ce-99c8d77a2714 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:45.594131 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-b47db2b5-2014-4ffd-9633-9627c32ddd9a req-416af56a-6c77-4c6e-b1ce-99c8d77a2714 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=3655874a-9405-4fda-8926-42ec42a459f1 HTTP/1.1" status: 200 len: 944 time: 0.1642771 Jun 10 14:47:45.623480 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d1895-a119-4007-b3b6-4027f560edc4 req-d7f94604-0cce-470a-a493-5f7f806631e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:45.624864 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-874d1895-a119-4007-b3b6-4027f560edc4 req-d7f94604-0cce-470a-a493-5f7f806631e3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c57efc93-51ff-4248-b65b-e26a6d17993d HTTP/1.1" status: 200 len: 918 time: 0.1557345 Jun 10 14:47:45.695019 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-b47db2b5-2014-4ffd-9633-9627c32ddd9a req-2abb8e61-cba7-4f1b-ae3b-e88dc8def815 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?id=02183f53-14bc-47e9-9b7c-8c98d5e547da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901685 Jun 10 14:47:45.725452 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-874d1895-a119-4007-b3b6-4027f560edc4 req-4a274479-0d52-4c75-a1fc-91c300bfd701 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a24ec7fe-ac06-4667-b1cc-ccdb40aacd74 HTTP/1.1" status: 200 len: 1000 time: 0.0925024 Jun 10 14:47:45.782218 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d1895-a119-4007-b3b6-4027f560edc4 req-61e00961-5053-4e93-a656-8daed86c89bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:45.783596 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-874d1895-a119-4007-b3b6-4027f560edc4 req-61e00961-5053-4e93-a656-8daed86c89bf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3eeef57d-bb05-42dc-8725-b618d4269135 HTTP/1.1" status: 200 len: 856 time: 0.0518725 Jun 10 14:47:45.847081 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d1895-a119-4007-b3b6-4027f560edc4 req-a1535a23-1b52-45a1-a50b-7ae7de9d0e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:45.849445 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-874d1895-a119-4007-b3b6-4027f560edc4 req-a1535a23-1b52-45a1-a50b-7ae7de9d0e73 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c57efc93-51ff-4248-b65b-e26a6d17993d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0583103 Jun 10 14:47:45.960937 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-874d1895-a119-4007-b3b6-4027f560edc4 req-0ca79eea-253b-4dcf-ba03-03c1eb05eff5 service neutron] 10.222.0.36 "GET /v2.0/networks/c57efc93-51ff-4248-b65b-e26a6d17993d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033299 Jun 10 14:47:46.072173 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-874d1895-a119-4007-b3b6-4027f560edc4 req-9574dbaf-ab5b-476c-8d49-01ca108f72f8 service neutron] 10.222.0.36 "GET /v2.0/networks/c57efc93-51ff-4248-b65b-e26a6d17993d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046593 Jun 10 14:47:46.884582 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f387e0d-f5ab-4df1-bd1a-da13d3236008 req-021dda78-b708-4c11-86e1-0d9cfb0e76c5 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:46.885939 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-9f387e0d-f5ab-4df1-bd1a-da13d3236008 req-021dda78-b708-4c11-86e1-0d9cfb0e76c5 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=3655874a-9405-4fda-8926-42ec42a459f1 HTTP/1.1" status: 200 len: 944 time: 0.0714674 Jun 10 14:47:46.934345 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-9f387e0d-f5ab-4df1-bd1a-da13d3236008 req-d852c3fe-a2f3-42c3-b818-573d64cbcf79 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?id=02183f53-14bc-47e9-9b7c-8c98d5e547da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428207 Jun 10 14:47:47.393137 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Device a24ec7fe-ac06-4667-b1cc-ccdb40aacd74 no longer exists at agent hyperv_hv-cinder-79578 {{(pid=98190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 14:47:48.143706 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd86b9c4-d245-4f91-9836-24f898bb044a req-bdff5d3e-cfa5-421b-9de7-15df0912e860 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:48.145757 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-fd86b9c4-d245-4f91-9836-24f898bb044a req-bdff5d3e-cfa5-421b-9de7-15df0912e860 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=3655874a-9405-4fda-8926-42ec42a459f1 HTTP/1.1" status: 200 len: 944 time: 0.0734670 Jun 10 14:47:48.195881 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-fd86b9c4-d245-4f91-9836-24f898bb044a req-26264401-2149-44e5-ad1f-8c423a3fce05 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?id=02183f53-14bc-47e9-9b7c-8c98d5e547da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444033 Jun 10 14:47:49.388317 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbf8aa5-fca9-438f-87b9-66b8debec8bc req-13d830ea-c62b-434e-b499-da64159f25e3 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:49.390751 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-bfbf8aa5-fca9-438f-87b9-66b8debec8bc req-13d830ea-c62b-434e-b499-da64159f25e3 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=3655874a-9405-4fda-8926-42ec42a459f1 HTTP/1.1" status: 200 len: 944 time: 0.0783019 Jun 10 14:47:49.434626 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-bfbf8aa5-fca9-438f-87b9-66b8debec8bc req-73dacd26-7a41-4a67-95ec-4c1ebe9fe93a tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?id=02183f53-14bc-47e9-9b7c-8c98d5e547da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372660 Jun 10 14:47:50.633597 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff84533c-c2bb-484d-8da8-c3a604ac46d1 req-eea5f221-915b-4f06-802d-6f83055105e3 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:50.635116 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-ff84533c-c2bb-484d-8da8-c3a604ac46d1 req-eea5f221-915b-4f06-802d-6f83055105e3 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=3655874a-9405-4fda-8926-42ec42a459f1 HTTP/1.1" status: 200 len: 944 time: 0.0819144 Jun 10 14:47:50.682802 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-ff84533c-c2bb-484d-8da8-c3a604ac46d1 req-e9d81ba6-693e-4e0b-a595-332707a40e62 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?id=02183f53-14bc-47e9-9b7c-8c98d5e547da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418839 Jun 10 14:47:51.872064 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ed47d4-40c1-4cd4-bf3e-769fb999ca86 req-81a0cd21-f3dd-4422-a352-0dbf74cadaed tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:51.873647 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-42ed47d4-40c1-4cd4-bf3e-769fb999ca86 req-81a0cd21-f3dd-4422-a352-0dbf74cadaed tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=3655874a-9405-4fda-8926-42ec42a459f1 HTTP/1.1" status: 200 len: 944 time: 0.0755050 Jun 10 14:47:51.916498 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-42ed47d4-40c1-4cd4-bf3e-769fb999ca86 req-4febd442-a31c-467d-b708-fcdd0890a91c tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?id=02183f53-14bc-47e9-9b7c-8c98d5e547da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371225 Jun 10 14:47:53.111473 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45abd3db-0b8e-476b-9fb2-52a5f39bba54 req-99a19a0b-c9f9-46df-8ec9-ff29c4b1b22e tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:53.112955 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-45abd3db-0b8e-476b-9fb2-52a5f39bba54 req-99a19a0b-c9f9-46df-8ec9-ff29c4b1b22e tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=3655874a-9405-4fda-8926-42ec42a459f1 HTTP/1.1" status: 200 len: 944 time: 0.0749984 Jun 10 14:47:53.155421 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-45abd3db-0b8e-476b-9fb2-52a5f39bba54 req-ebe6cf3b-fab1-44be-90e5-7138f46635e3 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?id=02183f53-14bc-47e9-9b7c-8c98d5e547da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362549 Jun 10 14:47:54.351587 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99ccf3f-6f5b-46cb-9b20-de0b6e64ad46 req-c53c1d61-a75a-4b05-aa7a-3c7c4b13933d tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:54.353086 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-c99ccf3f-6f5b-46cb-9b20-de0b6e64ad46 req-c53c1d61-a75a-4b05-aa7a-3c7c4b13933d tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=3655874a-9405-4fda-8926-42ec42a459f1 HTTP/1.1" status: 200 len: 944 time: 0.0746863 Jun 10 14:47:54.408185 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-c99ccf3f-6f5b-46cb-9b20-de0b6e64ad46 req-abee51a8-7c80-4229-a0c7-8c8c2b88525b tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?id=02183f53-14bc-47e9-9b7c-8c98d5e547da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486882 Jun 10 14:47:55.862490 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b119fc-19c7-4538-8f05-3feed34f6cf8 req-7ede4a5f-8bb1-4231-b6e8-277dcb9377e3 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:55.863846 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-e5b119fc-19c7-4538-8f05-3feed34f6cf8 req-7ede4a5f-8bb1-4231-b6e8-277dcb9377e3 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=3655874a-9405-4fda-8926-42ec42a459f1 HTTP/1.1" status: 200 len: 944 time: 0.3352790 Jun 10 14:47:55.911670 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-e5b119fc-19c7-4538-8f05-3feed34f6cf8 req-9fb6529f-a868-443c-8d1b-7d94b6c11056 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?id=02183f53-14bc-47e9-9b7c-8c98d5e547da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412455 Jun 10 14:47:57.100975 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d00639-6063-4557-bd67-3a558a81a25f req-56609048-2ef8-48c0-b322-9f90d7445485 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:57.108103 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-36d00639-6063-4557-bd67-3a558a81a25f req-56609048-2ef8-48c0-b322-9f90d7445485 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=3655874a-9405-4fda-8926-42ec42a459f1 HTTP/1.1" status: 200 len: 944 time: 0.0768173 Jun 10 14:47:57.151418 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-36d00639-6063-4557-bd67-3a558a81a25f req-191a658c-bd93-4bcc-89d4-cfe72650457e tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?id=02183f53-14bc-47e9-9b7c-8c98d5e547da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423985 Jun 10 14:47:58.328437 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.agents_db [None req-cd79858f-8c6e-4eae-9804-968873059af8 None None] Agent healthcheck: found 6 active agents {{(pid=98191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 14:47:58.349307 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe8b53e-15ea-456e-919e-1c578e409c03 req-00eac7aa-6862-4592-9c71-cfb656acdb81 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:58.350752 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-bbe8b53e-15ea-456e-919e-1c578e409c03 req-00eac7aa-6862-4592-9c71-cfb656acdb81 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=3655874a-9405-4fda-8926-42ec42a459f1 HTTP/1.1" status: 200 len: 944 time: 0.0763564 Jun 10 14:47:58.391408 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-bbe8b53e-15ea-456e-919e-1c578e409c03 req-6f22b99a-17d2-4b9f-b5c1-0996681cd700 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?id=02183f53-14bc-47e9-9b7c-8c98d5e547da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350010 Jun 10 14:47:59.587886 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd6cb01-fa44-499e-83e2-8f39575195d6 req-90344fc8-fead-4e49-a0dc-ac49d3f87d98 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:59.593712 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-9dd6cb01-fa44-499e-83e2-8f39575195d6 req-90344fc8-fead-4e49-a0dc-ac49d3f87d98 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=3655874a-9405-4fda-8926-42ec42a459f1 HTTP/1.1" status: 200 len: 944 time: 0.0823288 Jun 10 14:47:59.638634 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-9dd6cb01-fa44-499e-83e2-8f39575195d6 req-2ec0eba1-20ba-4d6f-b643-0725b71082e6 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?id=02183f53-14bc-47e9-9b7c-8c98d5e547da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387900 Jun 10 14:48:00.828055 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac1770a-d659-4358-8393-ba6d2f360ecb req-4f83d1eb-5315-444c-8b57-ac4a00a69e93 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:48:00.829555 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-bac1770a-d659-4358-8393-ba6d2f360ecb req-4f83d1eb-5315-444c-8b57-ac4a00a69e93 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=3655874a-9405-4fda-8926-42ec42a459f1 HTTP/1.1" status: 200 len: 944 time: 0.0754952 Jun 10 14:48:00.875495 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-bac1770a-d659-4358-8393-ba6d2f360ecb req-0ad4c93b-4caa-4476-b6c5-ebee80a8efe7 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?id=02183f53-14bc-47e9-9b7c-8c98d5e547da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394692 Jun 10 14:48:02.076313 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4507d352-ca05-40b9-a8e7-615827ee1aef req-751e256b-bdfb-4b27-9eb5-294a4f834fb1 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:48:02.077774 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-4507d352-ca05-40b9-a8e7-615827ee1aef req-751e256b-bdfb-4b27-9eb5-294a4f834fb1 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=3655874a-9405-4fda-8926-42ec42a459f1 HTTP/1.1" status: 200 len: 944 time: 0.0730677 Jun 10 14:48:02.125147 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-4507d352-ca05-40b9-a8e7-615827ee1aef req-fefdb307-e011-4a0c-8554-e479db8d66ff tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?id=02183f53-14bc-47e9-9b7c-8c98d5e547da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416825 Jun 10 14:48:03.306193 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936f62cb-a6a6-4ffb-95a2-fcf9336b31da req-ec8d0b33-d3c9-48bb-aae8-373bd37c8a00 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:48:03.307613 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-936f62cb-a6a6-4ffb-95a2-fcf9336b31da req-ec8d0b33-d3c9-48bb-aae8-373bd37c8a00 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=3655874a-9405-4fda-8926-42ec42a459f1 HTTP/1.1" status: 200 len: 944 time: 0.0668473 Jun 10 14:48:03.350108 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-936f62cb-a6a6-4ffb-95a2-fcf9336b31da req-d9c23fe6-3dcb-4031-9dd3-a16050286b96 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?id=02183f53-14bc-47e9-9b7c-8c98d5e547da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369055 Jun 10 14:48:03.464756 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Device a24ec7fe-ac06-4667-b1cc-ccdb40aacd74 details requested by agent hyperv_hv-cinder-79578 with host hv-cinder-79578 {{(pid=98190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 14:48:03.583820 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] For port a24ec7fe-ac06-4667-b1cc-ccdb40aacd74, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=a24ec7fe-ac06-4667-b1cc-ccdb40aacd74,segment=NetworkSegment(3ec2b1b1-734c-41eb-833f-8070e711f15c),segment_id=3ec2b1b1-734c-41eb-833f-8070e711f15c)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:48:03.595881 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Returning: {'device': 'a24ec7fe-ac06-4667-b1cc-ccdb40aacd74', 'network_id': 'c57efc93-51ff-4248-b65b-e26a6d17993d', 'port_id': 'a24ec7fe-ac06-4667-b1cc-ccdb40aacd74', 'mac_address': 'fa:16:3e:8f:47:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eeef57d-bb05-42dc-8725-b618d4269135', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 14:48:03.638415 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:03.653099 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.notifiers.nova [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a24ec7fe-ac06-4667-b1cc-ccdb40aacd74 {{(pid=98190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 14:48:03.678430 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] For port a24ec7fe-ac06-4667-b1cc-ccdb40aacd74, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=a24ec7fe-ac06-4667-b1cc-ccdb40aacd74,segment=NetworkSegment(3ec2b1b1-734c-41eb-833f-8070e711f15c),segment_id=3ec2b1b1-734c-41eb-833f-8070e711f15c)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:48:03.682603 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:03.685771 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:48:03.742182 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Pushing event updated for resources: {'Port': ['ID=a24ec7fe-ac06-4667-b1cc-ccdb40aacd74,revision_number=9']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:48:03.745556 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:48:03.914150 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] get_ports_and_sgs() called for port_ids ['a24ec7fe-ac06-4667-b1cc-ccdb40aacd74'] {{(pid=98190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 14:48:04.533260 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db74a243-5cdb-4710-a13b-c9488f48a989 req-69596f18-c865-45ff-ba83-25ac3d8298b6 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:48:04.534709 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-db74a243-5cdb-4710-a13b-c9488f48a989 req-69596f18-c865-45ff-ba83-25ac3d8298b6 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=3655874a-9405-4fda-8926-42ec42a459f1 HTTP/1.1" status: 200 len: 945 time: 0.0684168 Jun 10 14:48:04.579439 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-db74a243-5cdb-4710-a13b-c9488f48a989 req-5f27d5bf-e0c8-4725-99de-acd5751463c4 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?id=02183f53-14bc-47e9-9b7c-8c98d5e547da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390387 Jun 10 14:48:05.484746 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Device a24ec7fe-ac06-4667-b1cc-ccdb40aacd74 up at agent hyperv_hv-cinder-79578 {{(pid=98190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:48:05.538014 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Provisioning complete for port a24ec7fe-ac06-4667-b1cc-ccdb40aacd74 triggered by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:48:05.538394 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32877986'] for port, provisioning_complete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:05.628359 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:05.651927 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3655874a-9405-4fda-8926-42ec42a459f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a24ec7fe-ac06-4667-b1cc-ccdb40aacd74'}] {{(pid=98190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:48:05.654202 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3d4185ab3030d597d4fdff3a42636a440041618624b200d466a1cf3773607d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7b78357-4cc2-4597-925f-fd8929be760c" -d '{"events": [{"server_uuid": "3655874a-9405-4fda-8926-42ec42a459f1", "name": "network-vif-plugged", "status": "completed", "tag": "a24ec7fe-ac06-4667-b1cc-ccdb40aacd74"}]}' {{(pid=98190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:48:05.668462 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] For port a24ec7fe-ac06-4667-b1cc-ccdb40aacd74, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=a24ec7fe-ac06-4667-b1cc-ccdb40aacd74,segment=NetworkSegment(3ec2b1b1-734c-41eb-833f-8070e711f15c),segment_id=3ec2b1b1-734c-41eb-833f-8070e711f15c)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:48:05.672847 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:05.674987 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:48:05.733839 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Pushing event updated for resources: {'Port': ['ID=a24ec7fe-ac06-4667-b1cc-ccdb40aacd74,revision_number=10']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:48:05.737097 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:48:05.750860 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 14:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0861db32-ba3f-44b1-9139-c26b675cefdf x-openstack-request-id: req-0861db32-ba3f-44b1-9139-c26b675cefdf {{(pid=98190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:48:05.751163 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3655874a-9405-4fda-8926-42ec42a459f1", "name": "network-vif-plugged", "status": "completed", "tag": "a24ec7fe-ac06-4667-b1cc-ccdb40aacd74", "code": 200}]} {{(pid=98190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:48:05.751421 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0861db32-ba3f-44b1-9139-c26b675cefdf {{(pid=98190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:48:05.751812 dv-cinder-795785-1-smb neutron-server[98190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3655874a-9405-4fda-8926-42ec42a459f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a24ec7fe-ac06-4667-b1cc-ccdb40aacd74', 'code': 200} Jun 10 14:48:05.767450 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a4eccd-1f48-42c4-8957-0ec6d0c21752 req-790e62c4-0f8f-41e4-854c-603c06470be4 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:48:05.768930 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-88a4eccd-1f48-42c4-8957-0ec6d0c21752 req-790e62c4-0f8f-41e4-854c-603c06470be4 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=3655874a-9405-4fda-8926-42ec42a459f1 HTTP/1.1" status: 200 len: 947 time: 0.0701222 Jun 10 14:48:05.812376 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-88a4eccd-1f48-42c4-8957-0ec6d0c21752 req-e7d46005-363b-474e-b0a2-3f024af46661 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?id=02183f53-14bc-47e9-9b7c-8c98d5e547da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374339 Jun 10 14:48:05.953621 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890e6c63-2cba-45da-8197-6788529b6fd1 req-ea014f7c-d59f-412b-9d6b-6c45b3f837f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:48:05.955087 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-890e6c63-2cba-45da-8197-6788529b6fd1 req-ea014f7c-d59f-412b-9d6b-6c45b3f837f1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3655874a-9405-4fda-8926-42ec42a459f1 HTTP/1.1" status: 200 len: 1100 time: 0.0583971 Jun 10 14:48:05.993942 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-890e6c63-2cba-45da-8197-6788529b6fd1 req-54780b36-8ba0-4384-9531-505634cb8171 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=02183f53-14bc-47e9-9b7c-8c98d5e547da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321772 Jun 10 14:48:07.003057 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1010c4a-6dc5-4321-a992-a01d0053a8f7 req-2672d624-3d84-4071-8c1d-feb8f527392f tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:48:07.004584 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-f1010c4a-6dc5-4321-a992-a01d0053a8f7 req-2672d624-3d84-4071-8c1d-feb8f527392f tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=3655874a-9405-4fda-8926-42ec42a459f1 HTTP/1.1" status: 200 len: 947 time: 0.0742617 Jun 10 14:48:07.047529 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-f1010c4a-6dc5-4321-a992-a01d0053a8f7 req-31c9e82b-d8df-43f3-acbb-86b48f86463c tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?id=02183f53-14bc-47e9-9b7c-8c98d5e547da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363688 Jun 10 14:48:07.615985 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:08.231330 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be1240-803a-4ab3-bded-2b3ee93c6dff req-c75c66cc-f520-4ef7-ac80-1c2be0fce0ee tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:48:08.232817 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-b5be1240-803a-4ab3-bded-2b3ee93c6dff req-c75c66cc-f520-4ef7-ac80-1c2be0fce0ee tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=3655874a-9405-4fda-8926-42ec42a459f1 HTTP/1.1" status: 200 len: 947 time: 0.0674326 Jun 10 14:48:08.274082 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-b5be1240-803a-4ab3-bded-2b3ee93c6dff req-cc8da15e-af34-40cd-888b-8cdbceb24215 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?id=02183f53-14bc-47e9-9b7c-8c98d5e547da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357733 Jun 10 14:48:09.586043 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-bff5f8b7-f3a3-4ba2-adc7-afc1cac6fa8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:09.687370 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae06611-c109-412f-9e5a-9ddd1be96aa0 req-e5531857-d587-41f7-8f8f-b009854aa047 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:48:09.688832 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-4ae06611-c109-412f-9e5a-9ddd1be96aa0 req-e5531857-d587-41f7-8f8f-b009854aa047 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/ports?device_id=6c05d072-f409-4052-83e3-d9423387328f HTTP/1.1" status: 200 len: 946 time: 0.0716796 Jun 10 14:48:09.730097 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-4ae06611-c109-412f-9e5a-9ddd1be96aa0 req-e45dec19-8507-4861-9327-cf5248d6988c tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/security-groups?id=86bf7938-6cdc-4dcd-9058-9a0e05f6788b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345724 Jun 10 14:48:10.907259 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d67aa47-4932-477b-b709-daa481c509e4 req-c5b92f34-912b-42fa-9303-594185b05c86 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:48:10.908652 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-6d67aa47-4932-477b-b709-daa481c509e4 req-c5b92f34-912b-42fa-9303-594185b05c86 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/ports?device_id=6c05d072-f409-4052-83e3-d9423387328f HTTP/1.1" status: 200 len: 946 time: 0.0675325 Jun 10 14:48:10.948891 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-6d67aa47-4932-477b-b709-daa481c509e4 req-5a353bd5-dde2-4acf-bd20-7b0ca10d4d2f tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/security-groups?id=86bf7938-6cdc-4dcd-9058-9a0e05f6788b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339513 Jun 10 14:48:11.599918 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd26ba8-9596-4322-b0d4-90c80fc12959 req-968a091a-f89a-406d-9af7-b4db730bfbfc tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:48:11.601351 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-cdd26ba8-9596-4322-b0d4-90c80fc12959 req-968a091a-f89a-406d-9af7-b4db730bfbfc tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c05d072-f409-4052-83e3-d9423387328f HTTP/1.1" status: 200 len: 946 time: 0.0715001 Jun 10 14:48:11.708984 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.plugin [req-cdd26ba8-9596-4322-b0d4-90c80fc12959 req-ce8057a6-f9ae-4df9-b6fd-e454c46dc8b3 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Deleting port 9c26b022-47b1-4caf-8148-cfbfaed694ed {{(pid=98188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 14:48:11.709326 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-cdd26ba8-9596-4322-b0d4-90c80fc12959 req-ce8057a6-f9ae-4df9-b6fd-e454c46dc8b3 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770842860575'] for port, before_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:11.819671 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.db [req-cdd26ba8-9596-4322-b0d4-90c80fc12959 req-ce8057a6-f9ae-4df9-b6fd-e454c46dc8b3 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] For port 9c26b022-47b1-4caf-8148-cfbfaed694ed, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=9c26b022-47b1-4caf-8148-cfbfaed694ed,segment=NetworkSegment(702c310b-86f3-4e1c-9a69-5651c2af6549),segment_id=702c310b-86f3-4e1c-9a69-5651c2af6549)] {{(pid=98188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:48:11.819948 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-cdd26ba8-9596-4322-b0d4-90c80fc12959 req-ce8057a6-f9ae-4df9-b6fd-e454c46dc8b3 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725918'] for port, precommit_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:12.033493 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-cdd26ba8-9596-4322-b0d4-90c80fc12959 req-ce8057a6-f9ae-4df9-b6fd-e454c46dc8b3 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:12.034195 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-cdd26ba8-9596-4322-b0d4-90c80fc12959 req-ce8057a6-f9ae-4df9-b6fd-e454c46dc8b3 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726016'] for floatingip, after_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:12.034195 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.db.l3_db [req-cdd26ba8-9596-4322-b0d4-90c80fc12959 req-ce8057a6-f9ae-4df9-b6fd-e454c46dc8b3 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Floating IP 1ac2a6fd-3467-4e5a-b3ea-d13a46f26f36 disassociated. External IP: 172.28.0.103, port: 9c26b022-47b1-4caf-8148-cfbfaed694ed. Jun 10 14:48:12.034479 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.plugin [req-cdd26ba8-9596-4322-b0d4-90c80fc12959 req-ce8057a6-f9ae-4df9-b6fd-e454c46dc8b3 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Calling delete_port for 9c26b022-47b1-4caf-8148-cfbfaed694ed owned by compute:nova {{(pid=98188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 14:48:12.061040 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:12.191423 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47203aba-7158-4261-8215-427ed21f4dc9 req-419aa38c-8d94-4000-8a78-42a20bb95700 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:48:12.192918 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-47203aba-7158-4261-8215-427ed21f4dc9 req-419aa38c-8d94-4000-8a78-42a20bb95700 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/ports?device_id=6c05d072-f409-4052-83e3-d9423387328f HTTP/1.1" status: 200 len: 946 time: 0.0971837 Jun 10 14:48:12.214376 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-fa0ee06b-1dc4-4e88-93b2-af0378657442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:12.272850 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-47203aba-7158-4261-8215-427ed21f4dc9 req-1d6f142d-750d-4246-a526-029f7f508bc4 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/security-groups?id=86bf7938-6cdc-4dcd-9058-9a0e05f6788b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558374 Jun 10 14:48:12.273910 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-cdd26ba8-9596-4322-b0d4-90c80fc12959 req-ce8057a6-f9ae-4df9-b6fd-e454c46dc8b3 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770842865987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770842374669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4122288'] for port, after_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:12.277706 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-5abd3b26-d16f-41c4-8b75-daf25613d950 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:48:12.306303 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8057a6-f9ae-4df9-b6fd-e454c46dc8b3 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Pushing event deleted for resources: {'Port': ['ID=9c26b022-47b1-4caf-8148-cfbfaed694ed,revision_number=None']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:48:12.309707 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-ce8057a6-f9ae-4df9-b6fd-e454c46dc8b3 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:48:12.460729 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cdd26ba8-9596-4322-b0d4-90c80fc12959 req-ce8057a6-f9ae-4df9-b6fd-e454c46dc8b3 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Router b4004dcd-7fe2-40b6-b203-ecc63ac0c57d has already been hosted by L3 agent e92f4ea4-4278-4a3e-8ba4-23ff1581fd94 {{(pid=98188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 14:48:12.603347 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cdd26ba8-9596-4322-b0d4-90c80fc12959 req-ce8057a6-f9ae-4df9-b6fd-e454c46dc8b3 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Notify agent at l3_agent.dv-cinder-795785-1-smb the message routers_updated {{(pid=98188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 14:48:12.612724 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b59c49-fa6f-4ea4-a6b8-443771e55198 None None] Sync routers for ids ['b4004dcd-7fe2-40b6-b203-ecc63ac0c57d'] in dv-cinder-795785-1-smb {{(pid=98190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 14:48:12.621480 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b59c49-fa6f-4ea4-a6b8-443771e55198 None None] Routers {'b4004dcd-7fe2-40b6-b203-ecc63ac0c57d'} bound to L3 agent in host dv-cinder-795785-1-smb {{(pid=98190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:48:12.622148 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_hamode_db [None req-75b59c49-fa6f-4ea4-a6b8-443771e55198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T14:34:42Z,description=,heartbeat_timestamp=2021-06-10T14:48:12Z,host='dv-cinder-795785-1-smb',id=e92f4ea4-4278-4a3e-8ba4-23ff1581fd94,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:42Z,topic='l3_agent')) {'router_ids': ['b4004dcd-7fe2-40b6-b203-ecc63ac0c57d'], 'active': True} {{(pid=98190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:48:12.656440 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdd26ba8-9596-4322-b0d4-90c80fc12959 req-ce8057a6-f9ae-4df9-b6fd-e454c46dc8b3 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] No DVR routers for this DVR port 9c26b022-47b1-4caf-8148-cfbfaed694ed on host hv-cinder-79578 {{(pid=98188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 14:48:12.659016 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-cdd26ba8-9596-4322-b0d4-90c80fc12959 req-ce8057a6-f9ae-4df9-b6fd-e454c46dc8b3 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32075'] for port, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:12.661198 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-cdd26ba8-9596-4322-b0d4-90c80fc12959 req-ce8057a6-f9ae-4df9-b6fd-e454c46dc8b3 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.36 "DELETE /v2.0/ports/9c26b022-47b1-4caf-8148-cfbfaed694ed HTTP/1.1" status: 204 len: 173 time: 1.0536540 Jun 10 14:48:12.661691 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c05d072-f409-4052-83e3-d9423387328f', 'name': 'network-vif-deleted', 'tag': '9c26b022-47b1-4caf-8148-cfbfaed694ed'}] {{(pid=98188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:48:12.664055 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f0fe7ff9a18056505f9f26f34e6288f69420e23a9758a676b79d6915a840c7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cac7eb5-e5af-49fe-944b-a682196aeee8" -d '{"events": [{"server_uuid": "6c05d072-f409-4052-83e3-d9423387328f", "name": "network-vif-deleted", "tag": "9c26b022-47b1-4caf-8148-cfbfaed694ed"}]}' {{(pid=98188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:48:12.714432 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 14:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc6027c0-0b8d-46a7-990b-ce7884b1ed5e x-openstack-request-id: req-dc6027c0-0b8d-46a7-990b-ce7884b1ed5e {{(pid=98188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:48:12.714829 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c05d072-f409-4052-83e3-d9423387328f", "name": "network-vif-deleted", "tag": "9c26b022-47b1-4caf-8148-cfbfaed694ed", "status": "completed", "code": 200}]} {{(pid=98188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:48:12.715109 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-dc6027c0-0b8d-46a7-990b-ce7884b1ed5e {{(pid=98188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:48:12.715918 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c05d072-f409-4052-83e3-d9423387328f', 'name': 'network-vif-deleted', 'tag': '9c26b022-47b1-4caf-8148-cfbfaed694ed', 'status': 'completed', 'code': 200} Jun 10 14:48:12.772662 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_dvr_db [None req-75b59c49-fa6f-4ea4-a6b8-443771e55198 None None] Set router b4004dcd-7fe2-40b6-b203-ecc63ac0c57d gateway port host: dv-cinder-795785-1-smb {{(pid=98190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:48:13.028500 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_hamode_db [None req-75b59c49-fa6f-4ea4-a6b8-443771e55198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4004dcd-7fe2-40b6-b203-ecc63ac0c57d', 'name': 'tempest-AttachVolumeTestJSON-1349217729-router', 'tenant_id': '22b067f743a04ce6ac0fdb4c7ff25d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'external_fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.225'}], 'enable_snat': True}, 'gw_port_id': 'aa21a959-16ba-4e87-a7e8-a7e41db37356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:42:15Z', 'updated_at': '2021-06-10T14:42:26Z', 'revision_number': 4, 'project_id': '22b067f743a04ce6ac0fdb4c7ff25d6b', 'gw_port': {'id': 'aa21a959-16ba-4e87-a7e8-a7e41db37356', 'name': '', 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4004dcd-7fe2-40b6-b203-ecc63ac0c57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:17Z', 'updated_at': '2021-06-10T14:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-smb', '_interfaces': [{'id': '1cdf7d3c-e668-4d7e-b694-c06755ad5934', 'name': '', 'network_id': '8f467c1d-b7dd-45f1-993c-b606f02ba79f', 'tenant_id': '22b067f743a04ce6ac0fdb4c7ff25d6b', 'mac_address': 'fa:16:3e:44:3a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4004dcd-7fe2-40b6-b203-ecc63ac0c57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5f776bc1-0a43-4578-9bc2-ebe24541eeb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:23Z', 'updated_at': '2021-06-10T14:42:41Z', 'revision_number': 5, 'project_id': '22b067f743a04ce6ac0fdb4c7ff25d6b', 'subnets': [{'id': '5f776bc1-0a43-4578-9bc2-ebe24541eeb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-1-smb', False) {} {{(pid=98190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:48:13.031622 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b59c49-fa6f-4ea4-a6b8-443771e55198 None None] Checking router: b4004dcd-7fe2-40b6-b203-ecc63ac0c57d for host: dv-cinder-795785-1-smb {{(pid=98190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 14:48:13.039349 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b59c49-fa6f-4ea4-a6b8-443771e55198 None None] Routers {'b4004dcd-7fe2-40b6-b203-ecc63ac0c57d'} bound to L3 agent in host dv-cinder-795785-1-smb {{(pid=98190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:48:13.039945 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_hamode_db [None req-75b59c49-fa6f-4ea4-a6b8-443771e55198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T14:34:42Z,description=,heartbeat_timestamp=2021-06-10T14:48:12Z,host='dv-cinder-795785-1-smb',id=e92f4ea4-4278-4a3e-8ba4-23ff1581fd94,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:42Z,topic='l3_agent')) {'router_ids': ['b4004dcd-7fe2-40b6-b203-ecc63ac0c57d'], 'active': True} {{(pid=98190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:48:13.290478 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-eaea1bf5-020e-4d00-b5bd-84659b7b503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:13.324992 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_dvr_db [None req-75b59c49-fa6f-4ea4-a6b8-443771e55198 None None] Set router b4004dcd-7fe2-40b6-b203-ecc63ac0c57d gateway port host: dv-cinder-795785-1-smb {{(pid=98190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:48:13.399152 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 40300) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:48:13.457769 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-356d2a4d-524b-4455-b8f3-ebc179c671f7 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Notify callbacks [] for security_group, before_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:13.482440 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-356d2a4d-524b-4455-b8f3-ebc179c671f7 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:13.541431 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-356d2a4d-524b-4455-b8f3-ebc179c671f7 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:13.543946 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-356d2a4d-524b-4455-b8f3-ebc179c671f7 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Notify callbacks [] for security_group, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:13.545131 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-356d2a4d-524b-4455-b8f3-ebc179c671f7 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "DELETE /v2.0/security-groups/86bf7938-6cdc-4dcd-9058-9a0e05f6788b HTTP/1.1" status: 204 len: 168 time: 0.1449161 Jun 10 14:48:13.545947 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-97b2381b-45b3-4f9f-b132-40fa2cca2a13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:48:13.547982 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 40302) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:48:13.556365 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d2a4d-524b-4455-b8f3-ebc179c671f7 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86bf7938-6cdc-4dcd-9058-9a0e05f6788b,revision_number=None']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:48:13.558751 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-356d2a4d-524b-4455-b8f3-ebc179c671f7 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:48:13.565369 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.api.v2.resource [None req-e3b2b5d8-e15d-47f9-a018-fbbba2bef8d5 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] show failed (client error): The resource could not be found. Jun 10 14:48:13.566383 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-e3b2b5d8-e15d-47f9-a018-fbbba2bef8d5 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "GET /v2.0/security-groups/86bf7938-6cdc-4dcd-9058-9a0e05f6788b HTTP/1.1" status: 404 len: 347 time: 0.0173552 Jun 10 14:48:13.569643 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 40304) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:48:13.610882 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_hamode_db [None req-75b59c49-fa6f-4ea4-a6b8-443771e55198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4004dcd-7fe2-40b6-b203-ecc63ac0c57d', 'name': 'tempest-AttachVolumeTestJSON-1349217729-router', 'tenant_id': '22b067f743a04ce6ac0fdb4c7ff25d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'external_fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.225'}], 'enable_snat': True}, 'gw_port_id': 'aa21a959-16ba-4e87-a7e8-a7e41db37356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:42:15Z', 'updated_at': '2021-06-10T14:42:26Z', 'revision_number': 4, 'project_id': '22b067f743a04ce6ac0fdb4c7ff25d6b', 'gw_port': {'id': 'aa21a959-16ba-4e87-a7e8-a7e41db37356', 'name': '', 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4004dcd-7fe2-40b6-b203-ecc63ac0c57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:17Z', 'updated_at': '2021-06-10T14:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-smb', '_interfaces': [{'id': '1cdf7d3c-e668-4d7e-b694-c06755ad5934', 'name': '', 'network_id': '8f467c1d-b7dd-45f1-993c-b606f02ba79f', 'tenant_id': '22b067f743a04ce6ac0fdb4c7ff25d6b', 'mac_address': 'fa:16:3e:44:3a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4004dcd-7fe2-40b6-b203-ecc63ac0c57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5f776bc1-0a43-4578-9bc2-ebe24541eeb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:23Z', 'updated_at': '2021-06-10T14:42:41Z', 'revision_number': 5, 'project_id': '22b067f743a04ce6ac0fdb4c7ff25d6b', 'subnets': [{'id': '5f776bc1-0a43-4578-9bc2-ebe24541eeb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-1-smb', False) {} {{(pid=98190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:48:13.614930 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b59c49-fa6f-4ea4-a6b8-443771e55198 None None] The sync data for ids ['b4004dcd-7fe2-40b6-b203-ecc63ac0c57d'] in dv-cinder-795785-1-smb is: [{'id': 'b4004dcd-7fe2-40b6-b203-ecc63ac0c57d', 'name': 'tempest-AttachVolumeTestJSON-1349217729-router', 'tenant_id': '22b067f743a04ce6ac0fdb4c7ff25d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'external_fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.225'}], 'enable_snat': True}, 'gw_port_id': 'aa21a959-16ba-4e87-a7e8-a7e41db37356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:42:15Z', 'updated_at': '2021-06-10T14:42:26Z', 'revision_number': 4, 'project_id': '22b067f743a04ce6ac0fdb4c7ff25d6b', 'gw_port': {'id': 'aa21a959-16ba-4e87-a7e8-a7e41db37356', 'name': '', 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4004dcd-7fe2-40b6-b203-ecc63ac0c57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:17Z', 'updated_at': '2021-06-10T14:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-smb', '_interfaces': [{'id': '1cdf7d3c-e668-4d7e-b694-c06755ad5934', 'name': '', 'network_id': '8f467c1d-b7dd-45f1-993c-b606f02ba79f', 'tenant_id': '22b067f743a04ce6ac0fdb4c7ff25d6b', 'mac_address': 'fa:16:3e:44:3a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4004dcd-7fe2-40b6-b203-ecc63ac0c57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5f776bc1-0a43-4578-9bc2-ebe24541eeb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:23Z', 'updated_at': '2021-06-10T14:42:41Z', 'revision_number': 5, 'project_id': '22b067f743a04ce6ac0fdb4c7ff25d6b', 'subnets': [{'id': '5f776bc1-0a43-4578-9bc2-ebe24541eeb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 14:48:13.735028 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.plugin [None req-3ccfb68b-b739-41e6-b387-c935aa280dbf tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Deleting port 681217cd-ac78-4448-a1dd-f5ea5d91df86 {{(pid=98189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 14:48:13.735364 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-3ccfb68b-b739-41e6-b387-c935aa280dbf tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770842860575'] for port, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:13.823163 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2f716e-2ed4-422c-8eac-4a7084494ca2 None None] New status for floating IP 1ac2a6fd-3467-4e5a-b3ea-d13a46f26f36: DOWN {{(pid=98191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 14:48:13.835742 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-3ccfb68b-b739-41e6-b387-c935aa280dbf tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725918'] for port, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:13.836073 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-3ccfb68b-b739-41e6-b387-c935aa280dbf tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:13.932436 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.plugin [None req-3ccfb68b-b739-41e6-b387-c935aa280dbf tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Calling delete_port for 681217cd-ac78-4448-a1dd-f5ea5d91df86 owned by network:floatingip {{(pid=98189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 14:48:14.087550 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-3ccfb68b-b739-41e6-b387-c935aa280dbf tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770842865987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770842374669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10153669'] for port, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:14.090400 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-fa4812a3-cffe-465d-b2dd-d79ea8960598 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:48:14.118815 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccfb68b-b739-41e6-b387-c935aa280dbf tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Pushing event deleted for resources: {'Port': ['ID=681217cd-ac78-4448-a1dd-f5ea5d91df86,revision_number=None']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:48:14.130049 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccfb68b-b739-41e6-b387-c935aa280dbf tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:48:14.130438 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccfb68b-b739-41e6-b387-c935aa280dbf tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:48:14.130809 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccfb68b-b739-41e6-b387-c935aa280dbf tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:48:14.131182 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccfb68b-b739-41e6-b387-c935aa280dbf tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:48:14.131550 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccfb68b-b739-41e6-b387-c935aa280dbf tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:48:14.131938 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccfb68b-b739-41e6-b387-c935aa280dbf tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:48:14.132366 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccfb68b-b739-41e6-b387-c935aa280dbf tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:48:14.132671 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccfb68b-b739-41e6-b387-c935aa280dbf tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:48:14.133039 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccfb68b-b739-41e6-b387-c935aa280dbf tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:48:14.133399 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccfb68b-b739-41e6-b387-c935aa280dbf tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:48:14.133757 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccfb68b-b739-41e6-b387-c935aa280dbf tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:48:14.134116 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccfb68b-b739-41e6-b387-c935aa280dbf tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:48:14.157048 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-3ccfb68b-b739-41e6-b387-c935aa280dbf tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:48:14.203869 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-3ccfb68b-b739-41e6-b387-c935aa280dbf tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Notify callbacks [] for floatingip, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:14.206449 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-3ccfb68b-b739-41e6-b387-c935aa280dbf tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32075'] for floatingip, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:14.207641 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-3ccfb68b-b739-41e6-b387-c935aa280dbf tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] 10.222.0.38 "DELETE /v2.0/floatingips/1ac2a6fd-3467-4e5a-b3ea-d13a46f26f36 HTTP/1.1" status: 204 len: 168 time: 0.6370544 Jun 10 14:48:14.885243 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-fbbc5fb5-3f71-4862-8fd7-9153cbf0fe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:15.530677 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Device 9c26b022-47b1-4caf-8148-cfbfaed694ed no longer exists at agent hyperv_hv-cinder-79578 {{(pid=98190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 14:48:15.558834 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.plugin [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] No Port match for: 9c26b022-47b1-4caf-8148-cfbfaed694ed {{(pid=98190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 14:48:15.559193 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Device 9c26b022-47b1-4caf-8148-cfbfaed694ed not bound to the agent host hv-cinder-79578 {{(pid=98190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 14:48:17.864488 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 40336) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:48:18.650087 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-534879be-f80e-4043-8df0-03e695507ecd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-722853'] for router_interface, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:18.963548 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.plugin [None req-534879be-f80e-4043-8df0-03e695507ecd admin admin] Deleting port 1cdf7d3c-e668-4d7e-b694-c06755ad5934 {{(pid=98189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 14:48:18.964251 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-534879be-f80e-4043-8df0-03e695507ecd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770842860575'] for port, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:19.061839 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.db [None req-534879be-f80e-4043-8df0-03e695507ecd admin admin] For port 1cdf7d3c-e668-4d7e-b694-c06755ad5934, host dv-cinder-795785-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-smb',level=0,port_id=1cdf7d3c-e668-4d7e-b694-c06755ad5934,segment=NetworkSegment(702c310b-86f3-4e1c-9a69-5651c2af6549),segment_id=702c310b-86f3-4e1c-9a69-5651c2af6549)] {{(pid=98189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:48:19.062197 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-534879be-f80e-4043-8df0-03e695507ecd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725918'] for port, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:19.154426 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.plugin [None req-534879be-f80e-4043-8df0-03e695507ecd admin admin] Calling delete_port for 1cdf7d3c-e668-4d7e-b694-c06755ad5934 owned by network:router_interface {{(pid=98189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 14:48:19.374436 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-534879be-f80e-4043-8df0-03e695507ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770842865987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770842374669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10153669'] for port, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:19.376963 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:48:19.405667 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534879be-f80e-4043-8df0-03e695507ecd admin admin] Pushing event deleted for resources: {'Port': ['ID=1cdf7d3c-e668-4d7e-b694-c06755ad5934,revision_number=None']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:48:19.409396 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-534879be-f80e-4043-8df0-03e695507ecd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:48:19.618737 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-534879be-f80e-4043-8df0-03e695507ecd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721973'] for router_interface, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:19.893388 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-534879be-f80e-4043-8df0-03e695507ecd admin admin] Router b4004dcd-7fe2-40b6-b203-ecc63ac0c57d has already been hosted by L3 agent e92f4ea4-4278-4a3e-8ba4-23ff1581fd94 {{(pid=98189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 14:48:20.034789 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-534879be-f80e-4043-8df0-03e695507ecd admin admin] Notify agent at l3_agent.dv-cinder-795785-1-smb the message routers_updated {{(pid=98189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 14:48:20.039704 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-534879be-f80e-4043-8df0-03e695507ecd admin admin] 10.222.0.38 "PUT /v2.0/routers/b4004dcd-7fe2-40b6-b203-ecc63ac0c57d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1739759 Jun 10 14:48:20.042250 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 40340) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:48:20.043702 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2086d049-cd8a-4169-914d-69c4bd97bc02 None None] Sync routers for ids ['b4004dcd-7fe2-40b6-b203-ecc63ac0c57d'] in dv-cinder-795785-1-smb {{(pid=98190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 14:48:20.053486 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2086d049-cd8a-4169-914d-69c4bd97bc02 None None] Routers {'b4004dcd-7fe2-40b6-b203-ecc63ac0c57d'} bound to L3 agent in host dv-cinder-795785-1-smb {{(pid=98190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:48:20.054113 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_hamode_db [None req-2086d049-cd8a-4169-914d-69c4bd97bc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T14:34:42Z,description=,heartbeat_timestamp=2021-06-10T14:48:12Z,host='dv-cinder-795785-1-smb',id=e92f4ea4-4278-4a3e-8ba4-23ff1581fd94,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:42Z,topic='l3_agent')) {'router_ids': ['b4004dcd-7fe2-40b6-b203-ecc63ac0c57d'], 'active': True} {{(pid=98190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:48:20.178512 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-6fc9df76-7715-434a-b710-f11311f77f4b admin admin] Notify callbacks [] for router, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:20.193127 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_dvr_db [None req-2086d049-cd8a-4169-914d-69c4bd97bc02 None None] Set router b4004dcd-7fe2-40b6-b203-ecc63ac0c57d gateway port host: dv-cinder-795785-1-smb {{(pid=98190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:48:20.314647 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-6fc9df76-7715-434a-b710-f11311f77f4b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:20.372223 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.plugin [None req-6fc9df76-7715-434a-b710-f11311f77f4b admin admin] Deleting port aa21a959-16ba-4e87-a7e8-a7e41db37356 {{(pid=98189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 14:48:20.372595 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-6fc9df76-7715-434a-b710-f11311f77f4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770842860575'] for port, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:20.431172 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_hamode_db [None req-2086d049-cd8a-4169-914d-69c4bd97bc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4004dcd-7fe2-40b6-b203-ecc63ac0c57d', 'name': 'tempest-AttachVolumeTestJSON-1349217729-router', 'tenant_id': '22b067f743a04ce6ac0fdb4c7ff25d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'external_fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.225'}], 'enable_snat': True}, 'gw_port_id': 'aa21a959-16ba-4e87-a7e8-a7e41db37356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:42:15Z', 'updated_at': '2021-06-10T14:48:19Z', 'revision_number': 5, 'project_id': '22b067f743a04ce6ac0fdb4c7ff25d6b', 'gw_port': {'id': 'aa21a959-16ba-4e87-a7e8-a7e41db37356', 'name': '', 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4004dcd-7fe2-40b6-b203-ecc63ac0c57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:17Z', 'updated_at': '2021-06-10T14:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-smb'}], 'dv-cinder-795785-1-smb', False) {} {{(pid=98190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:48:20.434431 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2086d049-cd8a-4169-914d-69c4bd97bc02 None None] Checking router: b4004dcd-7fe2-40b6-b203-ecc63ac0c57d for host: dv-cinder-795785-1-smb {{(pid=98190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 14:48:20.445702 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2086d049-cd8a-4169-914d-69c4bd97bc02 None None] Routers {'b4004dcd-7fe2-40b6-b203-ecc63ac0c57d'} bound to L3 agent in host dv-cinder-795785-1-smb {{(pid=98190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:48:20.446616 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_hamode_db [None req-2086d049-cd8a-4169-914d-69c4bd97bc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T14:34:42Z,description=,heartbeat_timestamp=2021-06-10T14:48:12Z,host='dv-cinder-795785-1-smb',id=e92f4ea4-4278-4a3e-8ba4-23ff1581fd94,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:42Z,topic='l3_agent')) {'router_ids': ['b4004dcd-7fe2-40b6-b203-ecc63ac0c57d'], 'active': True} {{(pid=98190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:48:20.476470 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.db [None req-6fc9df76-7715-434a-b710-f11311f77f4b admin admin] For port aa21a959-16ba-4e87-a7e8-a7e41db37356, host dv-cinder-795785-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-smb',level=0,port_id=aa21a959-16ba-4e87-a7e8-a7e41db37356,segment=NetworkSegment(09b1f6b8-9c92-4513-844c-f3187f12106a),segment_id=09b1f6b8-9c92-4513-844c-f3187f12106a)] {{(pid=98189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:48:20.476831 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-6fc9df76-7715-434a-b710-f11311f77f4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725918'] for port, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:20.569907 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.plugin [None req-6fc9df76-7715-434a-b710-f11311f77f4b admin admin] Calling delete_port for aa21a959-16ba-4e87-a7e8-a7e41db37356 owned by network:router_gateway {{(pid=98189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 14:48:20.571878 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_dvr_db [None req-2086d049-cd8a-4169-914d-69c4bd97bc02 None None] Set router b4004dcd-7fe2-40b6-b203-ecc63ac0c57d gateway port host: None {{(pid=98190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:48:20.652691 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_hamode_db [None req-2086d049-cd8a-4169-914d-69c4bd97bc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4004dcd-7fe2-40b6-b203-ecc63ac0c57d', 'name': 'tempest-AttachVolumeTestJSON-1349217729-router', 'tenant_id': '22b067f743a04ce6ac0fdb4c7ff25d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:42:15Z', 'updated_at': '2021-06-10T14:48:20Z', 'revision_number': 6, 'project_id': '22b067f743a04ce6ac0fdb4c7ff25d6b', 'gw_port_host': None}], 'dv-cinder-795785-1-smb', False) {} {{(pid=98190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:48:20.656112 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2086d049-cd8a-4169-914d-69c4bd97bc02 None None] The sync data for ids ['b4004dcd-7fe2-40b6-b203-ecc63ac0c57d'] in dv-cinder-795785-1-smb is: [{'id': 'b4004dcd-7fe2-40b6-b203-ecc63ac0c57d', 'name': 'tempest-AttachVolumeTestJSON-1349217729-router', 'tenant_id': '22b067f743a04ce6ac0fdb4c7ff25d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:42:15Z', 'updated_at': '2021-06-10T14:48:20Z', 'revision_number': 6, 'project_id': '22b067f743a04ce6ac0fdb4c7ff25d6b', 'gw_port_host': None}] {{(pid=98190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 14:48:20.775258 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-6fc9df76-7715-434a-b710-f11311f77f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770842865987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770842374669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10153669'] for port, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:20.777641 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-cf356f2a-33f8-49d4-888f-668ba8c0e298 tempest-ServerRescueNegativeTestJSON-1844803833 tempest-ServerRescueNegativeTestJSON-1844803833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:48:20.805825 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc9df76-7715-434a-b710-f11311f77f4b admin admin] Pushing event deleted for resources: {'Port': ['ID=aa21a959-16ba-4e87-a7e8-a7e41db37356,revision_number=None']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:48:20.809692 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-6fc9df76-7715-434a-b710-f11311f77f4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:48:20.879857 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-6fc9df76-7715-434a-b710-f11311f77f4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726116'] for router_gateway, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:21.010101 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-6fc9df76-7715-434a-b710-f11311f77f4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41762'] for router, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:21.012021 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-6fc9df76-7715-434a-b710-f11311f77f4b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:21.069053 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-6fc9df76-7715-434a-b710-f11311f77f4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-721473'] for router, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:21.069723 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc9df76-7715-434a-b710-f11311f77f4b admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4004dcd-7fe2-40b6-b203-ecc63ac0c57d {{(pid=98189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 14:48:21.073809 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-6fc9df76-7715-434a-b710-f11311f77f4b admin admin] Notify callbacks [] for router, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:21.074927 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-6fc9df76-7715-434a-b710-f11311f77f4b admin admin] 10.222.0.38 "DELETE /v2.0/routers/b4004dcd-7fe2-40b6-b203-ecc63ac0c57d HTTP/1.1" status: 204 len: 168 time: 1.0317919 Jun 10 14:48:21.077474 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 40342) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:48:21.172404 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Device 1cdf7d3c-e668-4d7e-b694-c06755ad5934 no longer exists at agent ovs-agent-dv-cinder-795785-1-smb {{(pid=98190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 14:48:21.198821 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.plugin [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] No Port match for: 1cdf7d3c-e668-4d7e-b694-c06755ad5934 {{(pid=98190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 14:48:21.199262 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Device 1cdf7d3c-e668-4d7e-b694-c06755ad5934 not bound to the agent host dv-cinder-795785-1-smb {{(pid=98190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 14:48:21.199762 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Device aa21a959-16ba-4e87-a7e8-a7e41db37356 no longer exists at agent ovs-agent-dv-cinder-795785-1-smb {{(pid=98190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 14:48:21.240876 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.plugin [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] No Port match for: aa21a959-16ba-4e87-a7e8-a7e41db37356 {{(pid=98190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 14:48:21.241232 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Device aa21a959-16ba-4e87-a7e8-a7e41db37356 not bound to the agent host dv-cinder-795785-1-smb {{(pid=98190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 14:48:21.418944 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.db.db_base_plugin_v2 [None req-53d85d12-ff09-4c22-a29e-d353ba95e57f admin admin] Deleting subnet 5f776bc1-0a43-4578-9bc2-ebe24541eeb6 {{(pid=98189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 14:48:21.421960 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-53d85d12-ff09-4c22-a29e-d353ba95e57f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:21.464685 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-53d85d12-ff09-4c22-a29e-d353ba95e57f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10153154'] for subnet, precommit_delete_associations {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:21.558417 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-53d85d12-ff09-4c22-a29e-d353ba95e57f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32873560'] for subnet, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:21.617632 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-53d85d12-ff09-4c22-a29e-d353ba95e57f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32873539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9991319'] for subnet, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:21.619698 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:48:21.648979 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d85d12-ff09-4c22-a29e-d353ba95e57f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f776bc1-0a43-4578-9bc2-ebe24541eeb6,revision_number=None']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:48:21.652300 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-53d85d12-ff09-4c22-a29e-d353ba95e57f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:48:21.654998 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-53d85d12-ff09-4c22-a29e-d353ba95e57f admin admin] Notify callbacks [] for subnet, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:21.656898 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-53d85d12-ff09-4c22-a29e-d353ba95e57f admin admin] 10.222.0.38 "DELETE /v2.0/subnets/5f776bc1-0a43-4578-9bc2-ebe24541eeb6 HTTP/1.1" status: 204 len: 168 time: 0.5784888 Jun 10 14:48:21.659380 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 40344) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:48:21.662089 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2aef1d-241c-42b5-8787-5847e7272c04 None None] Network 8f467c1d-b7dd-45f1-993c-b606f02ba79f requested from dv-cinder-795785-1-smb {{(pid=98190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 14:48:21.748541 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-114bf2f2-f429-4bc4-85e2-3d7ef354f79f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33045441'] for network, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:21.805574 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.plugin [None req-114bf2f2-f429-4bc4-85e2-3d7ef354f79f admin admin] Deleting port 2e8b1fda-3c1c-4a9e-aaa4-69a132b74cbb {{(pid=98189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 14:48:21.805836 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-114bf2f2-f429-4bc4-85e2-3d7ef354f79f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770842860575'] for port, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:21.871753 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7a3595-bb63-47c4-a59d-a62ce18f6bfd None None] DHCP port deletion for 8f467c1d-b7dd-45f1-993c-b606f02ba79f request from dv-cinder-795785-1-smb {{(pid=98190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 14:48:21.895022 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.db [None req-114bf2f2-f429-4bc4-85e2-3d7ef354f79f admin admin] For port 2e8b1fda-3c1c-4a9e-aaa4-69a132b74cbb, host dv-cinder-795785-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-smb',level=0,port_id=2e8b1fda-3c1c-4a9e-aaa4-69a132b74cbb,segment=NetworkSegment(702c310b-86f3-4e1c-9a69-5651c2af6549),segment_id=702c310b-86f3-4e1c-9a69-5651c2af6549)] {{(pid=98189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:48:21.895452 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-114bf2f2-f429-4bc4-85e2-3d7ef354f79f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725918'] for port, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:21.926705 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.plugin [None req-eb7a3595-bb63-47c4-a59d-a62ce18f6bfd None None] Deleting port 2e8b1fda-3c1c-4a9e-aaa4-69a132b74cbb {{(pid=98190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 14:48:21.927262 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-eb7a3595-bb63-47c4-a59d-a62ce18f6bfd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770842860575'] for port, before_delete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:21.990125 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.plugin [None req-114bf2f2-f429-4bc4-85e2-3d7ef354f79f admin admin] Calling delete_port for 2e8b1fda-3c1c-4a9e-aaa4-69a132b74cbb owned by network:dhcp {{(pid=98189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 14:48:22.008126 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-eb7a3595-bb63-47c4-a59d-a62ce18f6bfd None None] For port 2e8b1fda-3c1c-4a9e-aaa4-69a132b74cbb, host dv-cinder-795785-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-smb',level=0,port_id=2e8b1fda-3c1c-4a9e-aaa4-69a132b74cbb,segment=NetworkSegment(702c310b-86f3-4e1c-9a69-5651c2af6549),segment_id=702c310b-86f3-4e1c-9a69-5651c2af6549)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:48:22.008562 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-eb7a3595-bb63-47c4-a59d-a62ce18f6bfd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725918'] for port, precommit_delete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:22.086296 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-114bf2f2-f429-4bc4-85e2-3d7ef354f79f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770842865987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770842374669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10153669'] for port, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:22.088297 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-9cdb00d7-75f5-4cea-bd72-be54a5407adb tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:48:22.100929 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.plugin [None req-eb7a3595-bb63-47c4-a59d-a62ce18f6bfd None None] Calling delete_port for 2e8b1fda-3c1c-4a9e-aaa4-69a132b74cbb owned by network:dhcp {{(pid=98190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 14:48:22.114828 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114bf2f2-f429-4bc4-85e2-3d7ef354f79f admin admin] Pushing event deleted for resources: {'Port': ['ID=2e8b1fda-3c1c-4a9e-aaa4-69a132b74cbb,revision_number=None']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:48:22.118407 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-114bf2f2-f429-4bc4-85e2-3d7ef354f79f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:48:22.120646 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114bf2f2-f429-4bc4-85e2-3d7ef354f79f admin admin] No DVR routers for this DVR port 2e8b1fda-3c1c-4a9e-aaa4-69a132b74cbb on host dv-cinder-795785-1-smb {{(pid=98189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 14:48:22.195410 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-eb7a3595-bb63-47c4-a59d-a62ce18f6bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770842865987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770842374669'] for port, after_delete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:22.197335 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:48:22.217865 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-114bf2f2-f429-4bc4-85e2-3d7ef354f79f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32876247', 'neutron.services.segments.db._delete_segments_for_network-8770842930095'] for network, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:22.225299 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7a3595-bb63-47c4-a59d-a62ce18f6bfd None None] Pushing event deleted for resources: {'Port': ['ID=2e8b1fda-3c1c-4a9e-aaa4-69a132b74cbb,revision_number=None']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:48:22.228793 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-eb7a3595-bb63-47c4-a59d-a62ce18f6bfd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:48:22.229217 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7a3595-bb63-47c4-a59d-a62ce18f6bfd None None] No DVR routers for this DVR port 2e8b1fda-3c1c-4a9e-aaa4-69a132b74cbb on host dv-cinder-795785-1-smb {{(pid=98190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 14:48:22.231860 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.services.segments.db [None req-114bf2f2-f429-4bc4-85e2-3d7ef354f79f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f467c1d-b7dd-45f1-993c-b606f02ba79f']}} {{(pid=98189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:48:22.244430 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.services.segments.db [None req-114bf2f2-f429-4bc4-85e2-3d7ef354f79f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '702c310b-86f3-4e1c-9a69-5651c2af6549') {'for_net_delete': True} {{(pid=98189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:48:22.244724 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.services.segments.db [None req-114bf2f2-f429-4bc4-85e2-3d7ef354f79f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '702c310b-86f3-4e1c-9a69-5651c2af6549') {} {{(pid=98189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:48:22.254238 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-114bf2f2-f429-4bc4-85e2-3d7ef354f79f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770842929924', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10153179'] for segment, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:22.268641 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-114bf2f2-f429-4bc4-85e2-3d7ef354f79f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32871535'] for segment, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:22.274412 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-114bf2f2-f429-4bc4-85e2-3d7ef354f79f admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=98189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 14:48:22.274791 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-114bf2f2-f429-4bc4-85e2-3d7ef354f79f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32871535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10153616'] for segment, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:22.276423 dv-cinder-795785-1-smb neutron-server[98189]: Traceback (most recent call last): Jun 10 14:48:22.276423 dv-cinder-795785-1-smb neutron-server[98189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 14:48:22.276423 dv-cinder-795785-1-smb neutron-server[98189]: timer() Jun 10 14:48:22.276423 dv-cinder-795785-1-smb neutron-server[98189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 14:48:22.276423 dv-cinder-795785-1-smb neutron-server[98189]: cb(*args, **kw) Jun 10 14:48:22.276423 dv-cinder-795785-1-smb neutron-server[98189]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 14:48:22.276423 dv-cinder-795785-1-smb neutron-server[98189]: return func(*args, **kwargs) Jun 10 14:48:22.276423 dv-cinder-795785-1-smb neutron-server[98189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 14:48:22.276423 dv-cinder-795785-1-smb neutron-server[98189]: self._notify() Jun 10 14:48:22.276423 dv-cinder-795785-1-smb neutron-server[98189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 14:48:22.276423 dv-cinder-795785-1-smb neutron-server[98189]: self.callback(batched_events) Jun 10 14:48:22.276423 dv-cinder-795785-1-smb neutron-server[98189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 14:48:22.276423 dv-cinder-795785-1-smb neutron-server[98189]: event.method(event) Jun 10 14:48:22.276423 dv-cinder-795785-1-smb neutron-server[98189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 14:48:22.276423 dv-cinder-795785-1-smb neutron-server[98189]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 14:48:22.276423 dv-cinder-795785-1-smb neutron-server[98189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 14:48:22.276423 dv-cinder-795785-1-smb neutron-server[98189]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 14:48:22.276423 dv-cinder-795785-1-smb neutron-server[98189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 14:48:22.276423 dv-cinder-795785-1-smb neutron-server[98189]: return f(self, *a, **k) Jun 10 14:48:22.276423 dv-cinder-795785-1-smb neutron-server[98189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 14:48:22.276423 dv-cinder-795785-1-smb neutron-server[98189]: return self._get(url).json() Jun 10 14:48:22.276423 dv-cinder-795785-1-smb neutron-server[98189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 14:48:22.276423 dv-cinder-795785-1-smb neutron-server[98189]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 14:48:22.276423 dv-cinder-795785-1-smb neutron-server[98189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 14:48:22.276423 dv-cinder-795785-1-smb neutron-server[98189]: return self.request(url, 'GET', **kwargs) Jun 10 14:48:22.276423 dv-cinder-795785-1-smb neutron-server[98189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 14:48:22.276423 dv-cinder-795785-1-smb neutron-server[98189]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 14:48:22.276423 dv-cinder-795785-1-smb neutron-server[98189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 14:48:22.276423 dv-cinder-795785-1-smb neutron-server[98189]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 14:48:22.276423 dv-cinder-795785-1-smb neutron-server[98189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 14:48:22.276423 dv-cinder-795785-1-smb neutron-server[98189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 14:48:22.276423 dv-cinder-795785-1-smb neutron-server[98189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 14:48:22.353320 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-114bf2f2-f429-4bc4-85e2-3d7ef354f79f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32876254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726027'] for network, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:22.357303 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-050335bb-7eb4-43f4-b17d-90f9c53065cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:48:22.361036 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-114bf2f2-f429-4bc4-85e2-3d7ef354f79f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545536'] for network, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:22.362829 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-114bf2f2-f429-4bc4-85e2-3d7ef354f79f admin admin] 10.222.0.38 "DELETE /v2.0/networks/8f467c1d-b7dd-45f1-993c-b606f02ba79f HTTP/1.1" status: 204 len: 168 time: 0.7025189 Jun 10 14:48:22.375404 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114bf2f2-f429-4bc4-85e2-3d7ef354f79f admin admin] Pushing event deleted for resources: {'Network': ['ID=8f467c1d-b7dd-45f1-993c-b606f02ba79f,revision_number=None']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:48:22.377742 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-114bf2f2-f429-4bc4-85e2-3d7ef354f79f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:48:22.471634 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 40348) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:48:22.515874 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-ad11cdd7-8b0f-4679-a396-fb14a5ccef14 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=22b067f743a04ce6ac0fdb4c7ff25d6b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0429451 Jun 10 14:48:22.518180 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 40350) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:48:22.570281 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-2f9ddb28-fd55-4e97-8818-f62a3db4a3c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:22.592475 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-2f9ddb28-fd55-4e97-8818-f62a3db4a3c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:22.640469 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-2f9ddb28-fd55-4e97-8818-f62a3db4a3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:22.642956 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-2f9ddb28-fd55-4e97-8818-f62a3db4a3c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:22.644079 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-2f9ddb28-fd55-4e97-8818-f62a3db4a3c9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/415488a0-045d-446d-b876-6ac0e5e64098 HTTP/1.1" status: 204 len: 168 time: 0.1249919 Jun 10 14:48:22.644809 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-5d497153-c3b9-44c2-825a-ca766737e09c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:48:22.653863 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9ddb28-fd55-4e97-8818-f62a3db4a3c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=415488a0-045d-446d-b876-6ac0e5e64098,revision_number=None']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:48:22.656131 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-2f9ddb28-fd55-4e97-8818-f62a3db4a3c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:48:23.151523 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Device 2e8b1fda-3c1c-4a9e-aaa4-69a132b74cbb no longer exists at agent ovs-agent-dv-cinder-795785-1-smb {{(pid=98190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 14:48:23.181964 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.plugin [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] No Port match for: 2e8b1fda-3c1c-4a9e-aaa4-69a132b74cbb {{(pid=98190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 14:48:23.182326 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Device 2e8b1fda-3c1c-4a9e-aaa4-69a132b74cbb not bound to the agent host dv-cinder-795785-1-smb {{(pid=98190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 14:48:26.314351 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 40410) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:48:26.416088 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-ce5bace8-8011-4635-8eb3-ea9502cf5f66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:26.507946 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-ce5bace8-8011-4635-8eb3-ea9502cf5f66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:26.511609 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-ce5bace8-8011-4635-8eb3-ea9502cf5f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:26.514888 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-277cebb9-ff54-4f7e-a236-6ad983886d47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:48:26.552688 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-ce5bace8-8011-4635-8eb3-ea9502cf5f66 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e0eeacd1360746ac913023dd945ec9e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2372470 Jun 10 14:48:26.554712 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5bace8-8011-4635-8eb3-ea9502cf5f66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87af0456-ac24-4985-a3d1-0831f20cc766,revision_number=1']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:48:26.555415 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 40414) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:48:26.557881 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-ce5bace8-8011-4635-8eb3-ea9502cf5f66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:48:26.615388 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-6603de88-7574-4b86-9aff-917fab0bc70e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:26.638518 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-6603de88-7574-4b86-9aff-917fab0bc70e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:26.688679 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-6603de88-7574-4b86-9aff-917fab0bc70e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:26.691249 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-6603de88-7574-4b86-9aff-917fab0bc70e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:26.692398 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-6603de88-7574-4b86-9aff-917fab0bc70e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/87af0456-ac24-4985-a3d1-0831f20cc766 HTTP/1.1" status: 204 len: 168 time: 0.1359377 Jun 10 14:48:26.693137 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-d695ebe7-aa66-4f62-bc50-242a5f3939f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:48:26.701792 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6603de88-7574-4b86-9aff-917fab0bc70e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87af0456-ac24-4985-a3d1-0831f20cc766,revision_number=None']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:48:26.703998 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-6603de88-7574-4b86-9aff-917fab0bc70e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:48:35.327187 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.agents_db [None req-cd79858f-8c6e-4eae-9804-968873059af8 None None] Agent healthcheck: found 6 active agents {{(pid=98191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 14:48:37.621604 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:38.705344 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-09640600-f9b9-4148-8cbd-9044159b4225 req-71a8a63b-c8a3-4b2e-b6fa-5943e7c1a48d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=91ac4d0d-ffc0-49a3-8f8c-b4d1657ce50f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0578232 Jun 10 14:48:38.799332 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09640600-f9b9-4148-8cbd-9044159b4225 req-9d3517dd-ceb5-4c7d-8d54-778dc5a472ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:48:38.801744 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-09640600-f9b9-4148-8cbd-9044159b4225 req-9d3517dd-ceb5-4c7d-8d54-778dc5a472ee service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f118f8afe4cb43389f09486f16dc9b22&device_id=91ac4d0d-ffc0-49a3-8f8c-b4d1657ce50f HTTP/1.1" status: 200 len: 1099 time: 0.0681024 Jun 10 14:48:38.931881 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09640600-f9b9-4148-8cbd-9044159b4225 req-100b4392-363e-4b85-b585-2e53544fc053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:48:38.933336 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-09640600-f9b9-4148-8cbd-9044159b4225 req-100b4392-363e-4b85-b585-2e53544fc053 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e378d419-99a5-4d8c-a4e8-3ffe4d1d62f1 HTTP/1.1" status: 200 len: 910 time: 0.1098664 Jun 10 14:48:39.013578 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-09640600-f9b9-4148-8cbd-9044159b4225 req-09b0e7f9-a841-4b4b-967f-7b1f1baf3a58 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d19c02a6-f26c-4667-8938-35294517d349 HTTP/1.1" status: 200 len: 1001 time: 0.0724869 Jun 10 14:48:39.084048 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09640600-f9b9-4148-8cbd-9044159b4225 req-8116850b-632d-4ddb-ad83-7416af7edb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:48:39.085362 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-09640600-f9b9-4148-8cbd-9044159b4225 req-8116850b-632d-4ddb-ad83-7416af7edb0d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=56db2e31-5909-4819-bf54-a79557f7c937 HTTP/1.1" status: 200 len: 848 time: 0.0535715 Jun 10 14:48:39.147098 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09640600-f9b9-4148-8cbd-9044159b4225 req-b2110acf-ed9c-4381-ac96-ba61fd7c79fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:48:39.148530 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-09640600-f9b9-4148-8cbd-9044159b4225 req-b2110acf-ed9c-4381-ac96-ba61fd7c79fd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e378d419-99a5-4d8c-a4e8-3ffe4d1d62f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0558507 Jun 10 14:48:39.260913 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-09640600-f9b9-4148-8cbd-9044159b4225 req-2ab9400a-8bfc-491e-ae11-9688bfe9bb77 service neutron] 10.222.0.36 "GET /v2.0/networks/e378d419-99a5-4d8c-a4e8-3ffe4d1d62f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047802 Jun 10 14:48:39.373645 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-09640600-f9b9-4148-8cbd-9044159b4225 req-04bcc0de-66ba-4746-96ed-11ec479be8ac service neutron] 10.222.0.36 "GET /v2.0/networks/e378d419-99a5-4d8c-a4e8-3ffe4d1d62f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066821 Jun 10 14:48:39.586550 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-df3761d6-ed33-404d-b1e8-a3a159908d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:42.062718 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:42.116197 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbbc375-438d-4793-a869-31d4ec806cc9 req-2722ffd2-8d22-4d3b-a33b-3be9d82e8bd8 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:48:42.117700 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-8cbbc375-438d-4793-a869-31d4ec806cc9 req-2722ffd2-8d22-4d3b-a33b-3be9d82e8bd8 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=3655874a-9405-4fda-8926-42ec42a459f1 HTTP/1.1" status: 200 len: 947 time: 0.0701990 Jun 10 14:48:42.157847 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-8cbbc375-438d-4793-a869-31d4ec806cc9 req-58c1e197-4810-436c-bbf1-f04e85166cba tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?id=02183f53-14bc-47e9-9b7c-8c98d5e547da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345645 Jun 10 14:48:42.215625 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-3d5e243e-bac3-4387-b462-1f5428566ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:42.946630 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 40638) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:48:43.049071 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-a0cb13ef-8c2a-4fad-812f-ac846d119daf admin admin] Notify callbacks [] for security_group, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:43.140722 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-a0cb13ef-8c2a-4fad-812f-ac846d119daf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:43.144340 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-a0cb13ef-8c2a-4fad-812f-ac846d119daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:43.146766 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-c1e3cac7-dc38-43c4-8ad6-8d367e7eaa6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:48:43.190612 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-a0cb13ef-8c2a-4fad-812f-ac846d119daf admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f1762a3387584e7698079c4755641137&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2428858 Jun 10 14:48:43.191785 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cb13ef-8c2a-4fad-812f-ac846d119daf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=354c4df2-0ed3-409b-968e-806ec176a6d2,revision_number=1']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:48:43.193390 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 40644) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:48:43.196956 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-a0cb13ef-8c2a-4fad-812f-ac846d119daf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:48:43.246947 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-8e6b5ce3-a4e2-42f9-9fca-6622c80e52b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:43.273266 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-eaea1bf5-020e-4d00-b5bd-84659b7b503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:43.274183 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-8e6b5ce3-a4e2-42f9-9fca-6622c80e52b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:43.376674 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453bd922-6471-463f-879b-9ef4743d7454 req-5536c77c-28ea-4589-8ae3-e2f0294faa49 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:48:43.378045 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-453bd922-6471-463f-879b-9ef4743d7454 req-5536c77c-28ea-4589-8ae3-e2f0294faa49 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=3655874a-9405-4fda-8926-42ec42a459f1 HTTP/1.1" status: 200 len: 947 time: 0.0961168 Jun 10 14:48:43.394060 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-8e6b5ce3-a4e2-42f9-9fca-6622c80e52b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:43.396609 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-8e6b5ce3-a4e2-42f9-9fca-6622c80e52b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:43.397634 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-8e6b5ce3-a4e2-42f9-9fca-6622c80e52b7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/354c4df2-0ed3-409b-968e-806ec176a6d2 HTTP/1.1" status: 204 len: 168 time: 0.2029908 Jun 10 14:48:43.423187 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-d123a413-7370-46f5-bf14-dc8c894225bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:48:43.445140 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6b5ce3-a4e2-42f9-9fca-6622c80e52b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=354c4df2-0ed3-409b-968e-806ec176a6d2,revision_number=None']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:48:43.466551 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6b5ce3-a4e2-42f9-9fca-6622c80e52b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:48:43.466928 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6b5ce3-a4e2-42f9-9fca-6622c80e52b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:48:43.467291 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6b5ce3-a4e2-42f9-9fca-6622c80e52b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:48:43.467648 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6b5ce3-a4e2-42f9-9fca-6622c80e52b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:48:43.468007 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6b5ce3-a4e2-42f9-9fca-6622c80e52b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:48:43.468383 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6b5ce3-a4e2-42f9-9fca-6622c80e52b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:48:43.468737 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6b5ce3-a4e2-42f9-9fca-6622c80e52b7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:48:43.469083 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6b5ce3-a4e2-42f9-9fca-6622c80e52b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:48:43.469439 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6b5ce3-a4e2-42f9-9fca-6622c80e52b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:48:43.469794 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6b5ce3-a4e2-42f9-9fca-6622c80e52b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:48:43.470127 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6b5ce3-a4e2-42f9-9fca-6622c80e52b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:48:43.470469 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6b5ce3-a4e2-42f9-9fca-6622c80e52b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:48:43.474160 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-8e6b5ce3-a4e2-42f9-9fca-6622c80e52b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:48:43.494740 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-453bd922-6471-463f-879b-9ef4743d7454 req-162e369c-df94-4971-9df9-ef7c298895d5 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups?id=02183f53-14bc-47e9-9b7c-8c98d5e547da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021767 Jun 10 14:48:43.514586 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c655a9f7-7af5-4cae-9d1c-68285b3a733c req-1f0e93bb-fb51-4580-b956-b3b2e1128ff6 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:48:43.516041 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-c655a9f7-7af5-4cae-9d1c-68285b3a733c req-1f0e93bb-fb51-4580-b956-b3b2e1128ff6 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.36 "GET /v2.0/ports?device_id=3655874a-9405-4fda-8926-42ec42a459f1 HTTP/1.1" status: 200 len: 947 time: 0.1356647 Jun 10 14:48:43.638060 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.plugin [req-c655a9f7-7af5-4cae-9d1c-68285b3a733c req-a19b405a-6efe-460d-8830-3481996a06b9 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Deleting port a24ec7fe-ac06-4667-b1cc-ccdb40aacd74 {{(pid=98188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 14:48:43.638271 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-c655a9f7-7af5-4cae-9d1c-68285b3a733c req-a19b405a-6efe-460d-8830-3481996a06b9 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770842860575'] for port, before_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:43.677946 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 40650) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:48:43.979994 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-96d1fac3-b5a7-4e07-975b-556180279097 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:44.026384 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.db [req-c655a9f7-7af5-4cae-9d1c-68285b3a733c req-a19b405a-6efe-460d-8830-3481996a06b9 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] For port a24ec7fe-ac06-4667-b1cc-ccdb40aacd74, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=a24ec7fe-ac06-4667-b1cc-ccdb40aacd74,segment=NetworkSegment(3ec2b1b1-734c-41eb-833f-8070e711f15c),segment_id=3ec2b1b1-734c-41eb-833f-8070e711f15c)] {{(pid=98188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:48:44.026740 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-c655a9f7-7af5-4cae-9d1c-68285b3a733c req-a19b405a-6efe-460d-8830-3481996a06b9 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725918'] for port, precommit_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:44.293027 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-96d1fac3-b5a7-4e07-975b-556180279097 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:44.300020 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-96d1fac3-b5a7-4e07-975b-556180279097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:44.304010 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-c655a9f7-7af5-4cae-9d1c-68285b3a733c req-a19b405a-6efe-460d-8830-3481996a06b9 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:44.304406 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-c655a9f7-7af5-4cae-9d1c-68285b3a733c req-a19b405a-6efe-460d-8830-3481996a06b9 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726016'] for floatingip, after_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:44.304723 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.db.l3_db [req-c655a9f7-7af5-4cae-9d1c-68285b3a733c req-a19b405a-6efe-460d-8830-3481996a06b9 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Floating IP 1dd5e7b7-572e-4055-b1ea-f2148a66daac disassociated. External IP: 172.28.0.134, port: a24ec7fe-ac06-4667-b1cc-ccdb40aacd74. Jun 10 14:48:44.305059 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.plugin [req-c655a9f7-7af5-4cae-9d1c-68285b3a733c req-a19b405a-6efe-460d-8830-3481996a06b9 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Calling delete_port for a24ec7fe-ac06-4667-b1cc-ccdb40aacd74 owned by compute:nova {{(pid=98188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 14:48:44.307488 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-d48981d2-57c7-487a-9b81-cff379f67b5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:48:44.401965 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-96d1fac3-b5a7-4e07-975b-556180279097 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a7e8684468b445b482f933682cd1df39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7229970 Jun 10 14:48:44.404253 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d1fac3-b5a7-4e07-975b-556180279097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eaa06f9-9f2d-4fa2-90e1-ddd4cb42efdc,revision_number=1']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:48:44.404595 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 40652) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:48:44.407313 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-96d1fac3-b5a7-4e07-975b-556180279097 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:48:44.463041 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-92a452bf-272e-4373-89fe-f875953940a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:44.486666 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-92a452bf-272e-4373-89fe-f875953940a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:44.507483 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-c655a9f7-7af5-4cae-9d1c-68285b3a733c req-a19b405a-6efe-460d-8830-3481996a06b9 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770842865987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770842374669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4122288'] for port, after_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:44.511538 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-ce8057a6-f9ae-4df9-b6fd-e454c46dc8b3 tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:48:44.540650 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19b405a-6efe-460d-8830-3481996a06b9 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Pushing event deleted for resources: {'Port': ['ID=a24ec7fe-ac06-4667-b1cc-ccdb40aacd74,revision_number=None']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:48:44.544190 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-a19b405a-6efe-460d-8830-3481996a06b9 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:48:44.558623 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-92a452bf-272e-4373-89fe-f875953940a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:44.561978 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-92a452bf-272e-4373-89fe-f875953940a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:44.567093 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-92a452bf-272e-4373-89fe-f875953940a8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8eaa06f9-9f2d-4fa2-90e1-ddd4cb42efdc HTTP/1.1" status: 204 len: 168 time: 0.1606505 Jun 10 14:48:44.568262 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-6603de88-7574-4b86-9aff-917fab0bc70e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:48:44.578043 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a452bf-272e-4373-89fe-f875953940a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eaa06f9-9f2d-4fa2-90e1-ddd4cb42efdc,revision_number=None']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:48:44.580703 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-92a452bf-272e-4373-89fe-f875953940a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:48:44.705897 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-3e581046-7b73-4581-8264-a8e8ba4e1c6c req-e7e9e06f-9bf8-480c-83fd-81d87db68499 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/ports?device_id=3655874a-9405-4fda-8926-42ec42a459f1 HTTP/1.1" status: 200 len: 210 time: 0.0501513 Jun 10 14:48:44.747475 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c655a9f7-7af5-4cae-9d1c-68285b3a733c req-a19b405a-6efe-460d-8830-3481996a06b9 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Router 4e97ab8d-2f28-4933-bf41-5afaa169fe52 has already been hosted by L3 agent e92f4ea4-4278-4a3e-8ba4-23ff1581fd94 {{(pid=98188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 14:48:44.894729 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-fbbc5fb5-3f71-4862-8fd7-9153cbf0fe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:44.899190 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c655a9f7-7af5-4cae-9d1c-68285b3a733c req-a19b405a-6efe-460d-8830-3481996a06b9 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Notify agent at l3_agent.dv-cinder-795785-1-smb the message routers_updated {{(pid=98188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 14:48:44.909516 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99466ef-9013-4f66-b079-8d81ea2d7d09 None None] Sync routers for ids ['4e97ab8d-2f28-4933-bf41-5afaa169fe52'] in dv-cinder-795785-1-smb {{(pid=98191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 14:48:44.922391 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99466ef-9013-4f66-b079-8d81ea2d7d09 None None] Routers {'4e97ab8d-2f28-4933-bf41-5afaa169fe52'} bound to L3 agent in host dv-cinder-795785-1-smb {{(pid=98191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:48:44.923423 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_hamode_db [None req-b99466ef-9013-4f66-b079-8d81ea2d7d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T14:34:42Z,description=,heartbeat_timestamp=2021-06-10T14:48:42Z,host='dv-cinder-795785-1-smb',id=e92f4ea4-4278-4a3e-8ba4-23ff1581fd94,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:42Z,topic='l3_agent')) {'router_ids': ['4e97ab8d-2f28-4933-bf41-5afaa169fe52'], 'active': True} {{(pid=98191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:48:44.962954 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.db.l3_dvrscheduler_db [req-c655a9f7-7af5-4cae-9d1c-68285b3a733c req-a19b405a-6efe-460d-8830-3481996a06b9 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] No DVR routers for this DVR port a24ec7fe-ac06-4667-b1cc-ccdb40aacd74 on host hv-cinder-79578 {{(pid=98188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 14:48:44.965662 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-c655a9f7-7af5-4cae-9d1c-68285b3a733c req-a19b405a-6efe-460d-8830-3481996a06b9 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32075'] for port, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:44.967660 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-c655a9f7-7af5-4cae-9d1c-68285b3a733c req-a19b405a-6efe-460d-8830-3481996a06b9 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.36 "DELETE /v2.0/ports/a24ec7fe-ac06-4667-b1cc-ccdb40aacd74 HTTP/1.1" status: 204 len: 173 time: 1.4455001 Jun 10 14:48:44.968164 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3655874a-9405-4fda-8926-42ec42a459f1', 'name': 'network-vif-deleted', 'tag': 'a24ec7fe-ac06-4667-b1cc-ccdb40aacd74'}] {{(pid=98188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:48:44.970623 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f0fe7ff9a18056505f9f26f34e6288f69420e23a9758a676b79d6915a840c7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32fe0a01-b4e5-4d2f-a12e-9dcca5553ee2" -d '{"events": [{"server_uuid": "3655874a-9405-4fda-8926-42ec42a459f1", "name": "network-vif-deleted", "tag": "a24ec7fe-ac06-4667-b1cc-ccdb40aacd74"}]}' {{(pid=98188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:48:45.017573 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 14:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3f7dcc7-5036-41f6-ab9c-9bf99892104c x-openstack-request-id: req-e3f7dcc7-5036-41f6-ab9c-9bf99892104c {{(pid=98188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:48:45.018153 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3655874a-9405-4fda-8926-42ec42a459f1", "name": "network-vif-deleted", "tag": "a24ec7fe-ac06-4667-b1cc-ccdb40aacd74", "status": "completed", "code": 200}]} {{(pid=98188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:48:45.018597 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e3f7dcc7-5036-41f6-ab9c-9bf99892104c {{(pid=98188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:48:45.019904 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3655874a-9405-4fda-8926-42ec42a459f1', 'name': 'network-vif-deleted', 'tag': 'a24ec7fe-ac06-4667-b1cc-ccdb40aacd74', 'status': 'completed', 'code': 200} Jun 10 14:48:45.138616 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_dvr_db [None req-b99466ef-9013-4f66-b079-8d81ea2d7d09 None None] Set router 4e97ab8d-2f28-4933-bf41-5afaa169fe52 gateway port host: dv-cinder-795785-1-smb {{(pid=98191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:48:45.510880 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_hamode_db [None req-b99466ef-9013-4f66-b079-8d81ea2d7d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e97ab8d-2f28-4933-bf41-5afaa169fe52', 'name': 'tempest-AttachVolumeShelveTestJSON-1645727677-router', 'tenant_id': '5bcb8fb4303e43e69f7032747c4983b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'external_fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.220'}], 'enable_snat': True}, 'gw_port_id': '4d8b6cc4-d9aa-4338-8930-c2e4ec56306c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:42:17Z', 'updated_at': '2021-06-10T14:42:29Z', 'revision_number': 4, 'project_id': '5bcb8fb4303e43e69f7032747c4983b8', 'gw_port': {'id': '4d8b6cc4-d9aa-4338-8930-c2e4ec56306c', 'name': '', 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:62:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e97ab8d-2f28-4933-bf41-5afaa169fe52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:18Z', 'updated_at': '2021-06-10T14:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-smb', '_interfaces': [{'id': '463e2c47-a6ba-436b-9622-52bd7c17b667', 'name': '', 'network_id': 'c57efc93-51ff-4248-b65b-e26a6d17993d', 'tenant_id': '5bcb8fb4303e43e69f7032747c4983b8', 'mac_address': 'fa:16:3e:1b:86:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e97ab8d-2f28-4933-bf41-5afaa169fe52', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3eeef57d-bb05-42dc-8725-b618d4269135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:25Z', 'updated_at': '2021-06-10T14:42:42Z', 'revision_number': 5, 'project_id': '5bcb8fb4303e43e69f7032747c4983b8', 'subnets': [{'id': '3eeef57d-bb05-42dc-8725-b618d4269135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-1-smb', False) {} {{(pid=98191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:48:45.514632 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99466ef-9013-4f66-b079-8d81ea2d7d09 None None] Checking router: 4e97ab8d-2f28-4933-bf41-5afaa169fe52 for host: dv-cinder-795785-1-smb {{(pid=98191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 14:48:45.529607 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99466ef-9013-4f66-b079-8d81ea2d7d09 None None] Routers {'4e97ab8d-2f28-4933-bf41-5afaa169fe52'} bound to L3 agent in host dv-cinder-795785-1-smb {{(pid=98191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:48:45.530307 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_hamode_db [None req-b99466ef-9013-4f66-b079-8d81ea2d7d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T14:34:42Z,description=,heartbeat_timestamp=2021-06-10T14:48:42Z,host='dv-cinder-795785-1-smb',id=e92f4ea4-4278-4a3e-8ba4-23ff1581fd94,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:42Z,topic='l3_agent')) {'router_ids': ['4e97ab8d-2f28-4933-bf41-5afaa169fe52'], 'active': True} {{(pid=98191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:48:45.682826 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_dvr_db [None req-b99466ef-9013-4f66-b079-8d81ea2d7d09 None None] Set router 4e97ab8d-2f28-4933-bf41-5afaa169fe52 gateway port host: dv-cinder-795785-1-smb {{(pid=98191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:48:45.835409 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 40696) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:48:45.898440 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-9f48d218-77fd-4d16-8791-3716b86bf66c tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Notify callbacks [] for security_group, before_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:45.928823 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-9f48d218-77fd-4d16-8791-3716b86bf66c tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:45.950927 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_hamode_db [None req-b99466ef-9013-4f66-b079-8d81ea2d7d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e97ab8d-2f28-4933-bf41-5afaa169fe52', 'name': 'tempest-AttachVolumeShelveTestJSON-1645727677-router', 'tenant_id': '5bcb8fb4303e43e69f7032747c4983b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'external_fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.220'}], 'enable_snat': True}, 'gw_port_id': '4d8b6cc4-d9aa-4338-8930-c2e4ec56306c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:42:17Z', 'updated_at': '2021-06-10T14:42:29Z', 'revision_number': 4, 'project_id': '5bcb8fb4303e43e69f7032747c4983b8', 'gw_port': {'id': '4d8b6cc4-d9aa-4338-8930-c2e4ec56306c', 'name': '', 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:62:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e97ab8d-2f28-4933-bf41-5afaa169fe52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:18Z', 'updated_at': '2021-06-10T14:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-smb', '_interfaces': [{'id': '463e2c47-a6ba-436b-9622-52bd7c17b667', 'name': '', 'network_id': 'c57efc93-51ff-4248-b65b-e26a6d17993d', 'tenant_id': '5bcb8fb4303e43e69f7032747c4983b8', 'mac_address': 'fa:16:3e:1b:86:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e97ab8d-2f28-4933-bf41-5afaa169fe52', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3eeef57d-bb05-42dc-8725-b618d4269135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:25Z', 'updated_at': '2021-06-10T14:42:42Z', 'revision_number': 5, 'project_id': '5bcb8fb4303e43e69f7032747c4983b8', 'subnets': [{'id': '3eeef57d-bb05-42dc-8725-b618d4269135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-1-smb', False) {} {{(pid=98191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:48:45.955020 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99466ef-9013-4f66-b079-8d81ea2d7d09 None None] The sync data for ids ['4e97ab8d-2f28-4933-bf41-5afaa169fe52'] in dv-cinder-795785-1-smb is: [{'id': '4e97ab8d-2f28-4933-bf41-5afaa169fe52', 'name': 'tempest-AttachVolumeShelveTestJSON-1645727677-router', 'tenant_id': '5bcb8fb4303e43e69f7032747c4983b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'external_fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.220'}], 'enable_snat': True}, 'gw_port_id': '4d8b6cc4-d9aa-4338-8930-c2e4ec56306c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:42:17Z', 'updated_at': '2021-06-10T14:42:29Z', 'revision_number': 4, 'project_id': '5bcb8fb4303e43e69f7032747c4983b8', 'gw_port': {'id': '4d8b6cc4-d9aa-4338-8930-c2e4ec56306c', 'name': '', 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:62:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e97ab8d-2f28-4933-bf41-5afaa169fe52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:18Z', 'updated_at': '2021-06-10T14:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-smb', '_interfaces': [{'id': '463e2c47-a6ba-436b-9622-52bd7c17b667', 'name': '', 'network_id': 'c57efc93-51ff-4248-b65b-e26a6d17993d', 'tenant_id': '5bcb8fb4303e43e69f7032747c4983b8', 'mac_address': 'fa:16:3e:1b:86:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e97ab8d-2f28-4933-bf41-5afaa169fe52', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3eeef57d-bb05-42dc-8725-b618d4269135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:25Z', 'updated_at': '2021-06-10T14:42:42Z', 'revision_number': 5, 'project_id': '5bcb8fb4303e43e69f7032747c4983b8', 'subnets': [{'id': '3eeef57d-bb05-42dc-8725-b618d4269135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 14:48:45.983694 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-9f48d218-77fd-4d16-8791-3716b86bf66c tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:45.987524 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-9f48d218-77fd-4d16-8791-3716b86bf66c tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Notify callbacks [] for security_group, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:45.988695 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-9f48d218-77fd-4d16-8791-3716b86bf66c tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "DELETE /v2.0/security-groups/02183f53-14bc-47e9-9b7c-8c98d5e547da HTTP/1.1" status: 204 len: 168 time: 0.1510317 Jun 10 14:48:45.989625 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-45c5d215-ac05-4e48-a95f-a476dde32bb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:48:45.991566 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 40702) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:48:45.999976 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f48d218-77fd-4d16-8791-3716b86bf66c tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02183f53-14bc-47e9-9b7c-8c98d5e547da,revision_number=None']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:48:46.002466 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-9f48d218-77fd-4d16-8791-3716b86bf66c tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:48:46.011851 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.api.v2.resource [None req-1af93e24-fc21-4b2c-85df-5aed0dfe3054 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] show failed (client error): The resource could not be found. Jun 10 14:48:46.012977 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-1af93e24-fc21-4b2c-85df-5aed0dfe3054 tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "GET /v2.0/security-groups/02183f53-14bc-47e9-9b7c-8c98d5e547da HTTP/1.1" status: 404 len: 347 time: 0.0197906 Jun 10 14:48:46.027197 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 40704) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:48:46.194090 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.plugin [None req-28c2152c-8fc5-4875-a97c-c7d7e97ddf0d tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Deleting port d7c1ead9-0f25-4ac2-82cc-19ed10346b9e {{(pid=98189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 14:48:46.194442 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-28c2152c-8fc5-4875-a97c-c7d7e97ddf0d tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770842860575'] for port, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:46.223634 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12991be5-064e-45a0-a019-1650f3bb7272 None None] New status for floating IP 1dd5e7b7-572e-4055-b1ea-f2148a66daac: DOWN {{(pid=98190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 14:48:46.309880 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-28c2152c-8fc5-4875-a97c-c7d7e97ddf0d tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725918'] for port, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:46.310519 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-28c2152c-8fc5-4875-a97c-c7d7e97ddf0d tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:46.408778 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.plugin [None req-28c2152c-8fc5-4875-a97c-c7d7e97ddf0d tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Calling delete_port for d7c1ead9-0f25-4ac2-82cc-19ed10346b9e owned by network:floatingip {{(pid=98189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 14:48:46.578245 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-28c2152c-8fc5-4875-a97c-c7d7e97ddf0d tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770842865987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770842374669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10153669'] for port, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:46.581169 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-735e5701-5a5a-4cc3-b112-4ed510925b3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:48:46.642826 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c2152c-8fc5-4875-a97c-c7d7e97ddf0d tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Pushing event deleted for resources: {'Port': ['ID=d7c1ead9-0f25-4ac2-82cc-19ed10346b9e,revision_number=None']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:48:46.649004 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-28c2152c-8fc5-4875-a97c-c7d7e97ddf0d tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:48:46.692496 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-28c2152c-8fc5-4875-a97c-c7d7e97ddf0d tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Notify callbacks [] for floatingip, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:46.695198 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-28c2152c-8fc5-4875-a97c-c7d7e97ddf0d tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32075'] for floatingip, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:46.696349 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-28c2152c-8fc5-4875-a97c-c7d7e97ddf0d tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] 10.222.0.38 "DELETE /v2.0/floatingips/1dd5e7b7-572e-4055-b1ea-f2148a66daac HTTP/1.1" status: 204 len: 168 time: 0.6673937 Jun 10 14:48:47.649263 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Device a24ec7fe-ac06-4667-b1cc-ccdb40aacd74 no longer exists at agent hyperv_hv-cinder-79578 {{(pid=98190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 14:48:47.674665 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.plugin [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] No Port match for: a24ec7fe-ac06-4667-b1cc-ccdb40aacd74 {{(pid=98190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 14:48:47.675028 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Device a24ec7fe-ac06-4667-b1cc-ccdb40aacd74 not bound to the agent host hv-cinder-79578 {{(pid=98190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 14:48:49.277276 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 40762) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:48:49.766237 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 40784) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:48:49.874775 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-23d3062b-40d5-49eb-b088-2f9aa29e7bf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:49.943510 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-43a7dc85-a3a3-42d5-9a5c-8d2fbabadc30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-722853'] for router_interface, before_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:49.967672 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-23d3062b-40d5-49eb-b088-2f9aa29e7bf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:49.973496 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-23d3062b-40d5-49eb-b088-2f9aa29e7bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:49.977017 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-ccf8219c-c3bd-4488-b71f-da10f71ec80f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:48:50.015430 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-23d3062b-40d5-49eb-b088-2f9aa29e7bf3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fc0488613a274ad7ae13b27b3925e722&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2481151 Jun 10 14:48:50.017413 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d3062b-40d5-49eb-b088-2f9aa29e7bf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c25f598-95df-4c50-a92f-253614c09b31,revision_number=1']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:48:50.020189 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 40788) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:48:50.026216 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-23d3062b-40d5-49eb-b088-2f9aa29e7bf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:48:50.077607 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-f04cd1e4-52e7-415e-8c21-46193d5f973f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:50.100343 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-f04cd1e4-52e7-415e-8c21-46193d5f973f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:50.148635 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-f04cd1e4-52e7-415e-8c21-46193d5f973f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:50.151243 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-f04cd1e4-52e7-415e-8c21-46193d5f973f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:50.152396 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-f04cd1e4-52e7-415e-8c21-46193d5f973f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3c25f598-95df-4c50-a92f-253614c09b31 HTTP/1.1" status: 204 len: 168 time: 0.1311946 Jun 10 14:48:50.153167 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-1eaf1455-3080-4191-a84f-4bd1f653b2a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:48:50.162656 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04cd1e4-52e7-415e-8c21-46193d5f973f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c25f598-95df-4c50-a92f-253614c09b31,revision_number=None']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:48:50.164941 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-f04cd1e4-52e7-415e-8c21-46193d5f973f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:48:50.317565 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.plugin [None req-43a7dc85-a3a3-42d5-9a5c-8d2fbabadc30 admin admin] Deleting port 463e2c47-a6ba-436b-9622-52bd7c17b667 {{(pid=98188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 14:48:50.318138 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-43a7dc85-a3a3-42d5-9a5c-8d2fbabadc30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770842860575'] for port, before_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:50.428738 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 40794) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:48:50.445801 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-aa4f0ab0-94ed-44c6-8b40-b698ef89c7f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:50.546243 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-aa4f0ab0-94ed-44c6-8b40-b698ef89c7f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:50.550974 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-aa4f0ab0-94ed-44c6-8b40-b698ef89c7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:50.553846 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-afaa1ae5-fed8-46ed-9fd9-10e6e92c4c8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:48:50.595041 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-aa4f0ab0-94ed-44c6-8b40-b698ef89c7f4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=705e14288c0c43c980ce57524c9dd945&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1651874 Jun 10 14:48:50.595955 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4f0ab0-94ed-44c6-8b40-b698ef89c7f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d11c11ba-5890-4e99-b91b-d509ba39b1f6,revision_number=1']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:48:50.598570 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 40796) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:48:50.604617 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-aa4f0ab0-94ed-44c6-8b40-b698ef89c7f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:48:50.653563 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-9dd00bbe-4c47-4e3b-aeed-4bc795aa9184 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:50.680711 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-9dd00bbe-4c47-4e3b-aeed-4bc795aa9184 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:50.681369 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.db [None req-43a7dc85-a3a3-42d5-9a5c-8d2fbabadc30 admin admin] For port 463e2c47-a6ba-436b-9622-52bd7c17b667, host dv-cinder-795785-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-smb',level=0,port_id=463e2c47-a6ba-436b-9622-52bd7c17b667,segment=NetworkSegment(3ec2b1b1-734c-41eb-833f-8070e711f15c),segment_id=3ec2b1b1-734c-41eb-833f-8070e711f15c)] {{(pid=98188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:48:50.681734 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-43a7dc85-a3a3-42d5-9a5c-8d2fbabadc30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725918'] for port, precommit_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:50.729653 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-9dd00bbe-4c47-4e3b-aeed-4bc795aa9184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:50.732476 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-9dd00bbe-4c47-4e3b-aeed-4bc795aa9184 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:50.735021 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-9dd00bbe-4c47-4e3b-aeed-4bc795aa9184 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d11c11ba-5890-4e99-b91b-d509ba39b1f6 HTTP/1.1" status: 204 len: 168 time: 0.1342425 Jun 10 14:48:50.736220 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-2f9ddb28-fd55-4e97-8818-f62a3db4a3c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:48:50.746153 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd00bbe-4c47-4e3b-aeed-4bc795aa9184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d11c11ba-5890-4e99-b91b-d509ba39b1f6,revision_number=None']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:48:50.748534 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-9dd00bbe-4c47-4e3b-aeed-4bc795aa9184 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:48:50.776111 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.plugin [None req-43a7dc85-a3a3-42d5-9a5c-8d2fbabadc30 admin admin] Calling delete_port for 463e2c47-a6ba-436b-9622-52bd7c17b667 owned by network:router_interface {{(pid=98188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 14:48:50.997391 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-43a7dc85-a3a3-42d5-9a5c-8d2fbabadc30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770842865987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770842374669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4122288'] for port, after_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:51.000548 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-d294d982-9895-4ec0-b52a-4b4072f21b70 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:48:51.028935 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a7dc85-a3a3-42d5-9a5c-8d2fbabadc30 admin admin] Pushing event deleted for resources: {'Port': ['ID=463e2c47-a6ba-436b-9622-52bd7c17b667,revision_number=None']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:48:51.031494 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-43a7dc85-a3a3-42d5-9a5c-8d2fbabadc30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:48:51.269833 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-43a7dc85-a3a3-42d5-9a5c-8d2fbabadc30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721973'] for router_interface, after_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:51.571437 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43a7dc85-a3a3-42d5-9a5c-8d2fbabadc30 admin admin] Router 4e97ab8d-2f28-4933-bf41-5afaa169fe52 has already been hosted by L3 agent e92f4ea4-4278-4a3e-8ba4-23ff1581fd94 {{(pid=98188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 14:48:51.719822 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43a7dc85-a3a3-42d5-9a5c-8d2fbabadc30 admin admin] Notify agent at l3_agent.dv-cinder-795785-1-smb the message routers_updated {{(pid=98188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 14:48:51.725150 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-43a7dc85-a3a3-42d5-9a5c-8d2fbabadc30 admin admin] 10.222.0.38 "PUT /v2.0/routers/4e97ab8d-2f28-4933-bf41-5afaa169fe52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4466608 Jun 10 14:48:51.727397 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 40826) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:48:51.732439 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95937e3c-e5fa-4a38-9ebf-4747f5998199 None None] Sync routers for ids ['4e97ab8d-2f28-4933-bf41-5afaa169fe52'] in dv-cinder-795785-1-smb {{(pid=98191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 14:48:51.743974 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95937e3c-e5fa-4a38-9ebf-4747f5998199 None None] Routers {'4e97ab8d-2f28-4933-bf41-5afaa169fe52'} bound to L3 agent in host dv-cinder-795785-1-smb {{(pid=98191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:48:51.744961 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_hamode_db [None req-95937e3c-e5fa-4a38-9ebf-4747f5998199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T14:34:42Z,description=,heartbeat_timestamp=2021-06-10T14:48:42Z,host='dv-cinder-795785-1-smb',id=e92f4ea4-4278-4a3e-8ba4-23ff1581fd94,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:42Z,topic='l3_agent')) {'router_ids': ['4e97ab8d-2f28-4933-bf41-5afaa169fe52'], 'active': True} {{(pid=98191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:48:51.871017 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-19b7957a-1d3d-4516-bce8-4955817b5fa4 admin admin] Notify callbacks [] for router, before_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:51.890792 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_dvr_db [None req-95937e3c-e5fa-4a38-9ebf-4747f5998199 None None] Set router 4e97ab8d-2f28-4933-bf41-5afaa169fe52 gateway port host: dv-cinder-795785-1-smb {{(pid=98191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:48:52.017776 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-19b7957a-1d3d-4516-bce8-4955817b5fa4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:52.078894 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.plugin [None req-19b7957a-1d3d-4516-bce8-4955817b5fa4 admin admin] Deleting port 4d8b6cc4-d9aa-4338-8930-c2e4ec56306c {{(pid=98188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 14:48:52.079336 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-19b7957a-1d3d-4516-bce8-4955817b5fa4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770842860575'] for port, before_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:52.139631 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_hamode_db [None req-95937e3c-e5fa-4a38-9ebf-4747f5998199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e97ab8d-2f28-4933-bf41-5afaa169fe52', 'name': 'tempest-AttachVolumeShelveTestJSON-1645727677-router', 'tenant_id': '5bcb8fb4303e43e69f7032747c4983b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'external_fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.220'}], 'enable_snat': True}, 'gw_port_id': '4d8b6cc4-d9aa-4338-8930-c2e4ec56306c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:42:17Z', 'updated_at': '2021-06-10T14:48:50Z', 'revision_number': 5, 'project_id': '5bcb8fb4303e43e69f7032747c4983b8', 'gw_port': {'id': '4d8b6cc4-d9aa-4338-8930-c2e4ec56306c', 'name': '', 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:62:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e97ab8d-2f28-4933-bf41-5afaa169fe52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:18Z', 'updated_at': '2021-06-10T14:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-smb'}], 'dv-cinder-795785-1-smb', False) {} {{(pid=98191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:48:52.148108 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95937e3c-e5fa-4a38-9ebf-4747f5998199 None None] Checking router: 4e97ab8d-2f28-4933-bf41-5afaa169fe52 for host: dv-cinder-795785-1-smb {{(pid=98191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 14:48:52.152529 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95937e3c-e5fa-4a38-9ebf-4747f5998199 None None] Routers {'4e97ab8d-2f28-4933-bf41-5afaa169fe52'} bound to L3 agent in host dv-cinder-795785-1-smb {{(pid=98191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:48:52.153146 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_hamode_db [None req-95937e3c-e5fa-4a38-9ebf-4747f5998199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T14:34:42Z,description=,heartbeat_timestamp=2021-06-10T14:48:42Z,host='dv-cinder-795785-1-smb',id=e92f4ea4-4278-4a3e-8ba4-23ff1581fd94,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:42Z,topic='l3_agent')) {'router_ids': ['4e97ab8d-2f28-4933-bf41-5afaa169fe52'], 'active': True} {{(pid=98191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:48:52.191932 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.db [None req-19b7957a-1d3d-4516-bce8-4955817b5fa4 admin admin] For port 4d8b6cc4-d9aa-4338-8930-c2e4ec56306c, host dv-cinder-795785-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-smb',level=0,port_id=4d8b6cc4-d9aa-4338-8930-c2e4ec56306c,segment=NetworkSegment(09b1f6b8-9c92-4513-844c-f3187f12106a),segment_id=09b1f6b8-9c92-4513-844c-f3187f12106a)] {{(pid=98188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:48:52.192343 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-19b7957a-1d3d-4516-bce8-4955817b5fa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725918'] for port, precommit_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:52.278619 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_dvr_db [None req-95937e3c-e5fa-4a38-9ebf-4747f5998199 None None] Set router 4e97ab8d-2f28-4933-bf41-5afaa169fe52 gateway port host: None {{(pid=98191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:48:52.285497 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.plugin [None req-19b7957a-1d3d-4516-bce8-4955817b5fa4 admin admin] Calling delete_port for 4d8b6cc4-d9aa-4338-8930-c2e4ec56306c owned by network:router_gateway {{(pid=98188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 14:48:52.355671 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_hamode_db [None req-95937e3c-e5fa-4a38-9ebf-4747f5998199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e97ab8d-2f28-4933-bf41-5afaa169fe52', 'name': 'tempest-AttachVolumeShelveTestJSON-1645727677-router', 'tenant_id': '5bcb8fb4303e43e69f7032747c4983b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:42:17Z', 'updated_at': '2021-06-10T14:48:52Z', 'revision_number': 6, 'project_id': '5bcb8fb4303e43e69f7032747c4983b8', 'gw_port_host': None}], 'dv-cinder-795785-1-smb', False) {} {{(pid=98191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:48:52.359238 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95937e3c-e5fa-4a38-9ebf-4747f5998199 None None] The sync data for ids ['4e97ab8d-2f28-4933-bf41-5afaa169fe52'] in dv-cinder-795785-1-smb is: [{'id': '4e97ab8d-2f28-4933-bf41-5afaa169fe52', 'name': 'tempest-AttachVolumeShelveTestJSON-1645727677-router', 'tenant_id': '5bcb8fb4303e43e69f7032747c4983b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:42:17Z', 'updated_at': '2021-06-10T14:48:52Z', 'revision_number': 6, 'project_id': '5bcb8fb4303e43e69f7032747c4983b8', 'gw_port_host': None}] {{(pid=98191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 14:48:52.414276 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 40842) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:48:52.492040 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-19b7957a-1d3d-4516-bce8-4955817b5fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770842865987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770842374669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4122288'] for port, after_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:52.494994 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-7d08010a-a196-42ef-b35e-11a31062c892 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:48:52.524121 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-0e402d59-2eb3-424a-8aa2-0f90118f10c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:52.526384 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b7957a-1d3d-4516-bce8-4955817b5fa4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d8b6cc4-d9aa-4338-8930-c2e4ec56306c,revision_number=None']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:48:52.531558 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-19b7957a-1d3d-4516-bce8-4955817b5fa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:48:52.602354 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-19b7957a-1d3d-4516-bce8-4955817b5fa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726116'] for router_gateway, after_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:52.623640 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-0e402d59-2eb3-424a-8aa2-0f90118f10c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:52.627390 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-0e402d59-2eb3-424a-8aa2-0f90118f10c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:52.630064 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-e8e791a5-a024-47ad-bf9f-94bca97bae36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:48:52.669820 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-0e402d59-2eb3-424a-8aa2-0f90118f10c0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c21eddff2d0440ecaff8ef114956cbdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2542520 Jun 10 14:48:52.670581 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e402d59-2eb3-424a-8aa2-0f90118f10c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f13f66b-c530-47ae-ab25-2d07df69f0b7,revision_number=1']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:48:52.672912 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 40846) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:48:52.705084 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-0e402d59-2eb3-424a-8aa2-0f90118f10c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:48:52.735404 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-eefcf820-f535-4ab7-b36e-b4258060e935 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:52.738966 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-19b7957a-1d3d-4516-bce8-4955817b5fa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41762'] for router, precommit_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:52.741873 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-19b7957a-1d3d-4516-bce8-4955817b5fa4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:52.760024 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-eefcf820-f535-4ab7-b36e-b4258060e935 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:52.802214 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-19b7957a-1d3d-4516-bce8-4955817b5fa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-721473'] for router, after_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:52.802657 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19b7957a-1d3d-4516-bce8-4955817b5fa4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e97ab8d-2f28-4933-bf41-5afaa169fe52 {{(pid=98188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 14:48:52.809800 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-19b7957a-1d3d-4516-bce8-4955817b5fa4 admin admin] Notify callbacks [] for router, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:52.811516 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-19b7957a-1d3d-4516-bce8-4955817b5fa4 admin admin] 10.222.0.38 "DELETE /v2.0/routers/4e97ab8d-2f28-4933-bf41-5afaa169fe52 HTTP/1.1" status: 204 len: 168 time: 1.0829515 Jun 10 14:48:52.813726 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 40848) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:48:52.825330 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-eefcf820-f535-4ab7-b36e-b4258060e935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:52.827875 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-eefcf820-f535-4ab7-b36e-b4258060e935 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:52.829093 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-eefcf820-f535-4ab7-b36e-b4258060e935 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8f13f66b-c530-47ae-ab25-2d07df69f0b7 HTTP/1.1" status: 204 len: 168 time: 0.1553066 Jun 10 14:48:52.829831 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-9dd00bbe-4c47-4e3b-aeed-4bc795aa9184 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:48:52.840509 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefcf820-f535-4ab7-b36e-b4258060e935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f13f66b-c530-47ae-ab25-2d07df69f0b7,revision_number=None']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:48:52.842672 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-eefcf820-f535-4ab7-b36e-b4258060e935 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:48:52.874094 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.db.db_base_plugin_v2 [None req-b077e40b-ca95-44e6-ac30-79b1a0ae73a9 admin admin] Deleting subnet 3eeef57d-bb05-42dc-8725-b618d4269135 {{(pid=98188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 14:48:52.877169 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-b077e40b-ca95-44e6-ac30-79b1a0ae73a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:52.922843 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-b077e40b-ca95-44e6-ac30-79b1a0ae73a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2286371'] for subnet, precommit_delete_associations {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:53.012845 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-b077e40b-ca95-44e6-ac30-79b1a0ae73a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32873560'] for subnet, precommit_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:53.072944 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-b077e40b-ca95-44e6-ac30-79b1a0ae73a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32873539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4121722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3531569'] for subnet, after_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:53.075082 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:48:53.101383 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 40854) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:48:53.107733 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b077e40b-ca95-44e6-ac30-79b1a0ae73a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3eeef57d-bb05-42dc-8725-b618d4269135,revision_number=None']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:48:53.111546 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-b077e40b-ca95-44e6-ac30-79b1a0ae73a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:48:53.115428 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-b077e40b-ca95-44e6-ac30-79b1a0ae73a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545536'] for subnet, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:53.118721 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-b077e40b-ca95-44e6-ac30-79b1a0ae73a9 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/3eeef57d-bb05-42dc-8725-b618d4269135 HTTP/1.1" status: 204 len: 168 time: 0.3021488 Jun 10 14:48:53.118869 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-7dddeaa0-231c-4180-85b0-afd899584a20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:53.119706 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 40856) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:48:53.126165 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20f638e-341e-4e43-ad83-841291033b87 None None] Network c57efc93-51ff-4248-b65b-e26a6d17993d requested from dv-cinder-795785-1-smb {{(pid=98190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 14:48:53.223482 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-cf61dab7-99e1-45f3-a6b9-30f711049704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33045441'] for network, before_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:53.262115 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Device 4d8b6cc4-d9aa-4338-8930-c2e4ec56306c no longer exists at agent ovs-agent-dv-cinder-795785-1-smb {{(pid=98190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 14:48:53.267203 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-7dddeaa0-231c-4180-85b0-afd899584a20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:53.274271 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-7dddeaa0-231c-4180-85b0-afd899584a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:53.277254 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-ca5fe610-b33a-4a43-a189-cdb43445d3c4 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:48:53.289329 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.plugin [None req-cf61dab7-99e1-45f3-a6b9-30f711049704 admin admin] Deleting port 7b7e7086-274f-4a15-89dd-2c355a2f2b1d {{(pid=98188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 14:48:53.289757 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-cf61dab7-99e1-45f3-a6b9-30f711049704 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770842860575'] for port, before_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:53.289870 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.plugin [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] No Port match for: 4d8b6cc4-d9aa-4338-8930-c2e4ec56306c {{(pid=98190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 14:48:53.290109 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Device 4d8b6cc4-d9aa-4338-8930-c2e4ec56306c not bound to the agent host dv-cinder-795785-1-smb {{(pid=98190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 14:48:53.290536 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Device 463e2c47-a6ba-436b-9622-52bd7c17b667 no longer exists at agent ovs-agent-dv-cinder-795785-1-smb {{(pid=98190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 14:48:53.313342 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dddeaa0-231c-4180-85b0-afd899584a20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6792472-2d78-4251-a946-819eb7089dc1,revision_number=1']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:48:53.317915 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-7dddeaa0-231c-4180-85b0-afd899584a20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:48:53.322564 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.plugin [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] No Port match for: 463e2c47-a6ba-436b-9622-52bd7c17b667 {{(pid=98190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 14:48:53.323118 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Device 463e2c47-a6ba-436b-9622-52bd7c17b667 not bound to the agent host dv-cinder-795785-1-smb {{(pid=98190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 14:48:53.334466 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-7dddeaa0-231c-4180-85b0-afd899584a20 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1718519988604951a80c09fb0b726207&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2293346 Jun 10 14:48:53.334771 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 40858) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:48:53.389466 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.db [None req-cf61dab7-99e1-45f3-a6b9-30f711049704 admin admin] For port 7b7e7086-274f-4a15-89dd-2c355a2f2b1d, host dv-cinder-795785-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-smb',level=0,port_id=7b7e7086-274f-4a15-89dd-2c355a2f2b1d,segment=NetworkSegment(3ec2b1b1-734c-41eb-833f-8070e711f15c),segment_id=3ec2b1b1-734c-41eb-833f-8070e711f15c)] {{(pid=98188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:48:53.389849 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-cf61dab7-99e1-45f3-a6b9-30f711049704 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725918'] for port, precommit_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:53.394600 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-db88b595-b222-464b-93cf-31ef18138aa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:53.426072 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-db88b595-b222-464b-93cf-31ef18138aa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:53.455412 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cfb1202-b55c-4bd0-948a-e35684432f7a None None] DHCP port deletion for c57efc93-51ff-4248-b65b-e26a6d17993d request from dv-cinder-795785-1-smb {{(pid=98190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 14:48:53.492647 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.plugin [None req-cf61dab7-99e1-45f3-a6b9-30f711049704 admin admin] Calling delete_port for 7b7e7086-274f-4a15-89dd-2c355a2f2b1d owned by network:dhcp {{(pid=98188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 14:48:53.494699 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-db88b595-b222-464b-93cf-31ef18138aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:53.499124 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-db88b595-b222-464b-93cf-31ef18138aa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:53.503029 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-db88b595-b222-464b-93cf-31ef18138aa3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b6792472-2d78-4251-a946-819eb7089dc1 HTTP/1.1" status: 204 len: 168 time: 0.1648862 Jun 10 14:48:53.503029 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-eefcf820-f535-4ab7-b36e-b4258060e935 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:48:53.519789 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db88b595-b222-464b-93cf-31ef18138aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6792472-2d78-4251-a946-819eb7089dc1,revision_number=None']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:48:53.522686 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-db88b595-b222-464b-93cf-31ef18138aa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:48:53.537286 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.plugin [None req-7cfb1202-b55c-4bd0-948a-e35684432f7a None None] Deleting port 7b7e7086-274f-4a15-89dd-2c355a2f2b1d {{(pid=98190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 14:48:53.537925 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-7cfb1202-b55c-4bd0-948a-e35684432f7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770842860575'] for port, before_delete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:53.643260 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-7cfb1202-b55c-4bd0-948a-e35684432f7a None None] For port 7b7e7086-274f-4a15-89dd-2c355a2f2b1d, host dv-cinder-795785-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-smb',level=0,port_id=7b7e7086-274f-4a15-89dd-2c355a2f2b1d,segment=NetworkSegment(3ec2b1b1-734c-41eb-833f-8070e711f15c),segment_id=3ec2b1b1-734c-41eb-833f-8070e711f15c)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:48:53.643664 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-7cfb1202-b55c-4bd0-948a-e35684432f7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725918'] for port, precommit_delete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:53.747239 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.plugin [None req-7cfb1202-b55c-4bd0-948a-e35684432f7a None None] Calling delete_port for 7b7e7086-274f-4a15-89dd-2c355a2f2b1d owned by network:dhcp {{(pid=98190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 14:48:53.844468 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-7cfb1202-b55c-4bd0-948a-e35684432f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770842865987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770842374669'] for port, after_delete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:53.848004 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:48:53.883021 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfb1202-b55c-4bd0-948a-e35684432f7a None None] No DVR routers for this DVR port 7b7e7086-274f-4a15-89dd-2c355a2f2b1d on host dv-cinder-795785-1-smb {{(pid=98190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 14:48:53.886495 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfb1202-b55c-4bd0-948a-e35684432f7a None None] Pushing event deleted for resources: {'Port': ['ID=7b7e7086-274f-4a15-89dd-2c355a2f2b1d,revision_number=None']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:48:53.900572 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfb1202-b55c-4bd0-948a-e35684432f7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:48:53.900916 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfb1202-b55c-4bd0-948a-e35684432f7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:48:53.901260 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfb1202-b55c-4bd0-948a-e35684432f7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:48:53.901606 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfb1202-b55c-4bd0-948a-e35684432f7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:48:53.901943 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfb1202-b55c-4bd0-948a-e35684432f7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:48:53.902283 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfb1202-b55c-4bd0-948a-e35684432f7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:48:53.902668 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfb1202-b55c-4bd0-948a-e35684432f7a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:48:53.903126 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfb1202-b55c-4bd0-948a-e35684432f7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:48:53.903467 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfb1202-b55c-4bd0-948a-e35684432f7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:48:53.903798 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfb1202-b55c-4bd0-948a-e35684432f7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:48:53.905937 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfb1202-b55c-4bd0-948a-e35684432f7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:48:53.905937 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfb1202-b55c-4bd0-948a-e35684432f7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:48:53.907733 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-7cfb1202-b55c-4bd0-948a-e35684432f7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:48:53.907908 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-cf61dab7-99e1-45f3-a6b9-30f711049704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770842865987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770842374669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4122288'] for port, after_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:53.911323 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-4305f552-e472-4e76-a779-ca5ea801685d tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:48:53.941409 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf61dab7-99e1-45f3-a6b9-30f711049704 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b7e7086-274f-4a15-89dd-2c355a2f2b1d,revision_number=None']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:48:53.946877 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-cf61dab7-99e1-45f3-a6b9-30f711049704 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:48:53.946877 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf61dab7-99e1-45f3-a6b9-30f711049704 admin admin] No DVR routers for this DVR port 7b7e7086-274f-4a15-89dd-2c355a2f2b1d on host dv-cinder-795785-1-smb {{(pid=98188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 14:48:54.049098 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-cf61dab7-99e1-45f3-a6b9-30f711049704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32876247', 'neutron.services.segments.db._delete_segments_for_network-8770842930095'] for network, precommit_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:54.060238 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.services.segments.db [None req-cf61dab7-99e1-45f3-a6b9-30f711049704 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c57efc93-51ff-4248-b65b-e26a6d17993d']}} {{(pid=98188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:48:54.071966 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.services.segments.db [None req-cf61dab7-99e1-45f3-a6b9-30f711049704 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ec2b1b1-734c-41eb-833f-8070e711f15c') {'for_net_delete': True} {{(pid=98188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:48:54.072273 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.services.segments.db [None req-cf61dab7-99e1-45f3-a6b9-30f711049704 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ec2b1b1-734c-41eb-833f-8070e711f15c') {} {{(pid=98188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:48:54.083385 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-cf61dab7-99e1-45f3-a6b9-30f711049704 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770842929924', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2286394'] for segment, before_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:54.098475 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-cf61dab7-99e1-45f3-a6b9-30f711049704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32871535'] for segment, precommit_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:54.104678 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf61dab7-99e1-45f3-a6b9-30f711049704 admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=98188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 14:48:54.105081 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-cf61dab7-99e1-45f3-a6b9-30f711049704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32871535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4122341'] for segment, after_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:54.106928 dv-cinder-795785-1-smb neutron-server[98188]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 14:48:54.106928 dv-cinder-795785-1-smb neutron-server[98188]: retrieve_revision_numbers = { Jun 10 14:48:54.106928 dv-cinder-795785-1-smb neutron-server[98188]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 14:48:54.106928 dv-cinder-795785-1-smb neutron-server[98188]: conditions |= (models_v2.Port.network_id.in_( Jun 10 14:48:54.106928 dv-cinder-795785-1-smb neutron-server[98188]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 14:48:54.106928 dv-cinder-795785-1-smb neutron-server[98188]: retrieve_revision_numbers = { Jun 10 14:48:54.106928 dv-cinder-795785-1-smb neutron-server[98188]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 14:48:54.106928 dv-cinder-795785-1-smb neutron-server[98188]: conditions |= (models_v2.Port.network_id.in_( Jun 10 14:48:54.106928 dv-cinder-795785-1-smb neutron-server[98188]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 14:48:54.106928 dv-cinder-795785-1-smb neutron-server[98188]: conditions |= (models_v2.Port.network_id.in_( Jun 10 14:48:54.106928 dv-cinder-795785-1-smb neutron-server[98188]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 14:48:54.106928 dv-cinder-795785-1-smb neutron-server[98188]: retrieve_revision_numbers = { Jun 10 14:48:54.106928 dv-cinder-795785-1-smb neutron-server[98188]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 14:48:54.106928 dv-cinder-795785-1-smb neutron-server[98188]: conditions |= (models_v2.Port.network_id.in_( Jun 10 14:48:54.106928 dv-cinder-795785-1-smb neutron-server[98188]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 14:48:54.106928 dv-cinder-795785-1-smb neutron-server[98188]: conditions |= (models_v2.Port.network_id.in_( Jun 10 14:48:54.106928 dv-cinder-795785-1-smb neutron-server[98188]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 14:48:54.106928 dv-cinder-795785-1-smb neutron-server[98188]: retrieve_revision_numbers = { Jun 10 14:48:54.106928 dv-cinder-795785-1-smb neutron-server[98188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 14:48:54.106928 dv-cinder-795785-1-smb neutron-server[98188]: self.session.flush() Jun 10 14:48:54.106928 dv-cinder-795785-1-smb neutron-server[98188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 14:48:54.106928 dv-cinder-795785-1-smb neutron-server[98188]: self.session.flush() Jun 10 14:48:54.106928 dv-cinder-795785-1-smb neutron-server[98188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 14:48:54.106928 dv-cinder-795785-1-smb neutron-server[98188]: self.session.flush() Jun 10 14:48:54.106928 dv-cinder-795785-1-smb neutron-server[98188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 14:48:54.106928 dv-cinder-795785-1-smb neutron-server[98188]: self.session.flush() Jun 10 14:48:54.106928 dv-cinder-795785-1-smb neutron-server[98188]: Traceback (most recent call last): Jun 10 14:48:54.106928 dv-cinder-795785-1-smb neutron-server[98188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 14:48:54.106928 dv-cinder-795785-1-smb neutron-server[98188]: timer() Jun 10 14:48:54.106928 dv-cinder-795785-1-smb neutron-server[98188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 14:48:54.106928 dv-cinder-795785-1-smb neutron-server[98188]: cb(*args, **kw) Jun 10 14:48:54.106928 dv-cinder-795785-1-smb neutron-server[98188]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 14:48:54.106928 dv-cinder-795785-1-smb neutron-server[98188]: return func(*args, **kwargs) Jun 10 14:48:54.106928 dv-cinder-795785-1-smb neutron-server[98188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 14:48:54.106928 dv-cinder-795785-1-smb neutron-server[98188]: self._notify() Jun 10 14:48:54.106928 dv-cinder-795785-1-smb neutron-server[98188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 14:48:54.106928 dv-cinder-795785-1-smb neutron-server[98188]: self.callback(batched_events) Jun 10 14:48:54.106928 dv-cinder-795785-1-smb neutron-server[98188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 14:48:54.106928 dv-cinder-795785-1-smb neutron-server[98188]: event.method(event) Jun 10 14:48:54.106928 dv-cinder-795785-1-smb neutron-server[98188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 14:48:54.106928 dv-cinder-795785-1-smb neutron-server[98188]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 14:48:54.106928 dv-cinder-795785-1-smb neutron-server[98188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 14:48:54.106928 dv-cinder-795785-1-smb neutron-server[98188]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 14:48:54.106928 dv-cinder-795785-1-smb neutron-server[98188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 14:48:54.106928 dv-cinder-795785-1-smb neutron-server[98188]: return f(self, *a, **k) Jun 10 14:48:54.106928 dv-cinder-795785-1-smb neutron-server[98188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 14:48:54.106928 dv-cinder-795785-1-smb neutron-server[98188]: return self._get(url).json() Jun 10 14:48:54.106928 dv-cinder-795785-1-smb neutron-server[98188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 14:48:54.106928 dv-cinder-795785-1-smb neutron-server[98188]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 14:48:54.106928 dv-cinder-795785-1-smb neutron-server[98188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 14:48:54.106928 dv-cinder-795785-1-smb neutron-server[98188]: return self.request(url, 'GET', **kwargs) Jun 10 14:48:54.106928 dv-cinder-795785-1-smb neutron-server[98188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 14:48:54.106928 dv-cinder-795785-1-smb neutron-server[98188]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 14:48:54.106928 dv-cinder-795785-1-smb neutron-server[98188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 14:48:54.106928 dv-cinder-795785-1-smb neutron-server[98188]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 14:48:54.106928 dv-cinder-795785-1-smb neutron-server[98188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 14:48:54.106928 dv-cinder-795785-1-smb neutron-server[98188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 14:48:54.106928 dv-cinder-795785-1-smb neutron-server[98188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 14:48:54.186173 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-cf61dab7-99e1-45f3-a6b9-30f711049704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32876254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726027'] for network, after_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:54.189912 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:48:54.192541 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-cf61dab7-99e1-45f3-a6b9-30f711049704 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545536'] for network, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:54.197634 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-cf61dab7-99e1-45f3-a6b9-30f711049704 admin admin] 10.222.0.38 "DELETE /v2.0/networks/c57efc93-51ff-4248-b65b-e26a6d17993d HTTP/1.1" status: 204 len: 168 time: 1.0735836 Jun 10 14:48:54.209312 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf61dab7-99e1-45f3-a6b9-30f711049704 admin admin] Pushing event deleted for resources: {'Network': ['ID=c57efc93-51ff-4248-b65b-e26a6d17993d,revision_number=None']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:48:54.211771 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-cf61dab7-99e1-45f3-a6b9-30f711049704 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:48:54.362499 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 40886) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:48:54.408222 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-1615a776-0f2c-4d6f-ba03-843927417d96 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5bcb8fb4303e43e69f7032747c4983b8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0443938 Jun 10 14:48:54.410685 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 40888) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:48:54.463030 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-cdd90128-1fb9-434f-8c20-8981768b2102 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:54.486605 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-cdd90128-1fb9-434f-8c20-8981768b2102 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:54.542842 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-cdd90128-1fb9-434f-8c20-8981768b2102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:54.545503 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-cdd90128-1fb9-434f-8c20-8981768b2102 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:54.546702 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-cdd90128-1fb9-434f-8c20-8981768b2102 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a9453273-a621-446d-a49b-1bd463177015 HTTP/1.1" status: 204 len: 168 time: 0.1350493 Jun 10 14:48:54.547482 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-aa4f0ab0-94ed-44c6-8b40-b698ef89c7f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:48:54.557433 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd90128-1fb9-434f-8c20-8981768b2102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9453273-a621-446d-a49b-1bd463177015,revision_number=None']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:48:54.559681 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-cdd90128-1fb9-434f-8c20-8981768b2102 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:48:55.157895 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Device 7b7e7086-274f-4a15-89dd-2c355a2f2b1d no longer exists at agent ovs-agent-dv-cinder-795785-1-smb {{(pid=98190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 14:48:55.185279 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.plugin [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] No Port match for: 7b7e7086-274f-4a15-89dd-2c355a2f2b1d {{(pid=98190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 14:48:55.185642 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Device 7b7e7086-274f-4a15-89dd-2c355a2f2b1d not bound to the agent host dv-cinder-795785-1-smb {{(pid=98190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 14:48:59.904982 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 41020) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:49:00.018215 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-d7d8e7a5-dbe5-413e-bb75-8a09f2b71ba2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:00.116172 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-d7d8e7a5-dbe5-413e-bb75-8a09f2b71ba2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:00.120230 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-d7d8e7a5-dbe5-413e-bb75-8a09f2b71ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:00.123578 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-23d3062b-40d5-49eb-b088-2f9aa29e7bf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:49:00.166688 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-d7d8e7a5-dbe5-413e-bb75-8a09f2b71ba2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=cda812efab9d40bbae7c23ed04e53990&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2604227 Jun 10 14:49:00.169323 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 41024) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:49:00.176753 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8e7a5-dbe5-413e-bb75-8a09f2b71ba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57806522-e060-4669-8e9b-da553f4bcf8f,revision_number=1']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:49:00.179964 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-d7d8e7a5-dbe5-413e-bb75-8a09f2b71ba2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:49:00.229408 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-096b0b60-9d02-491b-aab3-ea2c7b6322bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:00.253008 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-096b0b60-9d02-491b-aab3-ea2c7b6322bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:00.305530 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-096b0b60-9d02-491b-aab3-ea2c7b6322bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:00.308128 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-096b0b60-9d02-491b-aab3-ea2c7b6322bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:00.320745 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-096b0b60-9d02-491b-aab3-ea2c7b6322bb admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/57806522-e060-4669-8e9b-da553f4bcf8f HTTP/1.1" status: 204 len: 168 time: 0.1392539 Jun 10 14:49:00.320745 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-855cde84-f99c-4553-8a91-0b8294a163d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:49:00.320745 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096b0b60-9d02-491b-aab3-ea2c7b6322bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57806522-e060-4669-8e9b-da553f4bcf8f,revision_number=None']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:49:00.324112 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-096b0b60-9d02-491b-aab3-ea2c7b6322bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:49:07.632831 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:09.586955 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-0041f935-c5f9-4047-bb4d-530192a8bd0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:12.064641 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:12.216435 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-886d8399-bbaf-4d50-8803-d9eddc223735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:12.325798 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.agents_db [None req-cd79858f-8c6e-4eae-9804-968873059af8 None None] Agent healthcheck: found 6 active agents {{(pid=98191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 14:49:13.272793 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-eaea1bf5-020e-4d00-b5bd-84659b7b503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:14.885665 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-fbbc5fb5-3f71-4862-8fd7-9153cbf0fe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:24.875594 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 41480) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:49:25.021894 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 41486) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:49:25.082575 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-5e90d9ec-8a62-4ef5-b3a0-2f904e2ec241 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:25.084061 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-90936eb6-5b05-4d39-8395-8500e7ba0f4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:25.110114 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.db.api [None req-90936eb6-5b05-4d39-8395-8500e7ba0f4f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 10 14:49:25.110114 dv-cinder-795785-1-smb neutron-server[98189]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 10 14:49:25.110114 dv-cinder-795785-1-smb neutron-server[98189]: [parameters: {'project_id': 'fd445da8c42e454ebda0863fef08f4f4', 'id': '4839333e-154e-4bca-b808-0bb55548eaaf', 'expiration': datetime.datetime(2021, 6, 10, 14, 51, 25, 102733)}] Jun 10 14:49:25.110114 dv-cinder-795785-1-smb neutron-server[98189]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=98189) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 10 14:49:25.110572 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_db.api [None req-90936eb6-5b05-4d39-8395-8500e7ba0f4f admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=98189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 10 14:49:25.186663 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-5e90d9ec-8a62-4ef5-b3a0-2f904e2ec241 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:25.190386 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-5e90d9ec-8a62-4ef5-b3a0-2f904e2ec241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:25.193532 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-ce5bace8-8011-4635-8eb3-ea9502cf5f66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:49:25.232963 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-5e90d9ec-8a62-4ef5-b3a0-2f904e2ec241 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a7936694e5d840fab45bcd22184449d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2100000 Jun 10 14:49:25.233920 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e90d9ec-8a62-4ef5-b3a0-2f904e2ec241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f7f63d1-53e7-4750-9db5-c63b0cef1e35,revision_number=1']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:49:25.235722 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 41490) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:49:25.237167 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-5e90d9ec-8a62-4ef5-b3a0-2f904e2ec241 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:49:25.287881 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-ce0835cf-5ed6-421f-afe4-3792821a3600 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:25.313411 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-ce0835cf-5ed6-421f-afe4-3792821a3600 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:25.362108 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-ce0835cf-5ed6-421f-afe4-3792821a3600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:25.364750 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-ce0835cf-5ed6-421f-afe4-3792821a3600 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:25.365848 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-ce0835cf-5ed6-421f-afe4-3792821a3600 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2f7f63d1-53e7-4750-9db5-c63b0cef1e35 HTTP/1.1" status: 204 len: 168 time: 0.1290491 Jun 10 14:49:25.366584 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-92a452bf-272e-4373-89fe-f875953940a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:49:25.374668 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0835cf-5ed6-421f-afe4-3792821a3600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f7f63d1-53e7-4750-9db5-c63b0cef1e35,revision_number=None']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:49:25.382090 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0835cf-5ed6-421f-afe4-3792821a3600 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:49:25.382478 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0835cf-5ed6-421f-afe4-3792821a3600 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:49:25.382851 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0835cf-5ed6-421f-afe4-3792821a3600 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:49:25.383221 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0835cf-5ed6-421f-afe4-3792821a3600 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:49:25.383619 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0835cf-5ed6-421f-afe4-3792821a3600 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:49:25.383984 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0835cf-5ed6-421f-afe4-3792821a3600 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:49:25.384492 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0835cf-5ed6-421f-afe4-3792821a3600 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:49:25.384915 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0835cf-5ed6-421f-afe4-3792821a3600 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:49:25.385279 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0835cf-5ed6-421f-afe4-3792821a3600 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:49:25.385636 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0835cf-5ed6-421f-afe4-3792821a3600 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:49:25.385992 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0835cf-5ed6-421f-afe4-3792821a3600 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:49:25.386370 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0835cf-5ed6-421f-afe4-3792821a3600 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:49:25.389494 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-ce0835cf-5ed6-421f-afe4-3792821a3600 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:49:25.611798 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-90936eb6-5b05-4d39-8395-8500e7ba0f4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:25.710606 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-90936eb6-5b05-4d39-8395-8500e7ba0f4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:25.714525 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-90936eb6-5b05-4d39-8395-8500e7ba0f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:25.717301 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-0a1537ee-82e7-42af-9fe8-73eda6145f6f tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:49:25.758218 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-90936eb6-5b05-4d39-8395-8500e7ba0f4f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fd445da8c42e454ebda0863fef08f4f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8814259 Jun 10 14:49:25.759343 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90936eb6-5b05-4d39-8395-8500e7ba0f4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d7a6202-2b7d-44f2-98d6-32d15b9bf0ac,revision_number=1']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:49:25.760974 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 41504) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:49:25.762540 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-90936eb6-5b05-4d39-8395-8500e7ba0f4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:49:25.820601 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-9054ede1-8483-4be7-a57d-f2e40ee1b943 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:25.843559 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-9054ede1-8483-4be7-a57d-f2e40ee1b943 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:25.897859 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-9054ede1-8483-4be7-a57d-f2e40ee1b943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:25.900472 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-9054ede1-8483-4be7-a57d-f2e40ee1b943 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:25.903827 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-9054ede1-8483-4be7-a57d-f2e40ee1b943 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1d7a6202-2b7d-44f2-98d6-32d15b9bf0ac HTTP/1.1" status: 204 len: 168 time: 0.1394124 Jun 10 14:49:25.903827 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-8e6b5ce3-a4e2-42f9-9fca-6622c80e52b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:49:25.911988 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9054ede1-8483-4be7-a57d-f2e40ee1b943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d7a6202-2b7d-44f2-98d6-32d15b9bf0ac,revision_number=None']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:49:25.914247 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-9054ede1-8483-4be7-a57d-f2e40ee1b943 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:49:26.218331 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 41522) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:49:26.234559 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-10b36ec9-f1ff-4856-bfa9-1a2a76ac7947 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:26.329820 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-10b36ec9-f1ff-4856-bfa9-1a2a76ac7947 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:26.334772 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-10b36ec9-f1ff-4856-bfa9-1a2a76ac7947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:26.338616 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-f07d9ef9-21e9-425b-a0ab-577a5fe748f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:49:26.382355 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-10b36ec9-f1ff-4856-bfa9-1a2a76ac7947 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0dd719f8f0f841f292f6f308879a2035&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1628883 Jun 10 14:49:26.383537 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b36ec9-f1ff-4856-bfa9-1a2a76ac7947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=093967bb-b2c2-42ab-9b06-3a860dc563d5,revision_number=1']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:49:26.385059 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 41524) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:49:26.386700 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-10b36ec9-f1ff-4856-bfa9-1a2a76ac7947 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:49:26.442490 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-c16034a6-587b-4c86-b9b6-a9d8ec9da3bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:26.468833 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-c16034a6-587b-4c86-b9b6-a9d8ec9da3bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:26.532153 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-c16034a6-587b-4c86-b9b6-a9d8ec9da3bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:26.535956 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-c16034a6-587b-4c86-b9b6-a9d8ec9da3bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:26.537431 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-c16034a6-587b-4c86-b9b6-a9d8ec9da3bd admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/093967bb-b2c2-42ab-9b06-3a860dc563d5 HTTP/1.1" status: 204 len: 168 time: 0.1513829 Jun 10 14:49:26.538218 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-0c990f47-e9ad-443c-b92d-ec4d88c8e989 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:49:26.546925 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16034a6-587b-4c86-b9b6-a9d8ec9da3bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=093967bb-b2c2-42ab-9b06-3a860dc563d5,revision_number=None']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:49:26.549225 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-c16034a6-587b-4c86-b9b6-a9d8ec9da3bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:49:27.732259 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-10be347a-9ddc-4e7a-a428-0beb793b0ef8 req-b33e63ed-8683-42f1-b699-b7c63515ccbf tempest-VolumesNegativeTest-43003271 tempest-VolumesNegativeTest-43003271-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=0bae2471fa2a4545bfce7927f33b6c26&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327528 Jun 10 14:49:27.936128 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10be347a-9ddc-4e7a-a428-0beb793b0ef8 req-cb33d88b-c586-4109-8423-b4523f61c61b tempest-VolumesNegativeTest-43003271 tempest-VolumesNegativeTest-43003271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:27.937745 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-10be347a-9ddc-4e7a-a428-0beb793b0ef8 req-cb33d88b-c586-4109-8423-b4523f61c61b tempest-VolumesNegativeTest-43003271 tempest-VolumesNegativeTest-43003271-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2002602 Jun 10 14:49:27.957898 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-10be347a-9ddc-4e7a-a428-0beb793b0ef8 req-abbbe6de-c30e-495d-be42-f9fd0dc15494 tempest-VolumesNegativeTest-43003271 tempest-VolumesNegativeTest-43003271-project] 10.222.0.38 "GET /v2.0/quotas/0bae2471fa2a4545bfce7927f33b6c26 HTTP/1.1" status: 200 len: 375 time: 0.0095069 Jun 10 14:49:27.997373 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-10be347a-9ddc-4e7a-a428-0beb793b0ef8 req-01c6ad85-c1af-41aa-aeca-95dbb890acfe tempest-VolumesNegativeTest-43003271 tempest-VolumesNegativeTest-43003271-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=0bae2471fa2a4545bfce7927f33b6c26&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340672 Jun 10 14:49:28.171044 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-d3172e82-6e95-4af7-a1b0-fb0a4fb5cafd req-ab8b36be-efc3-4307-a397-8896fe2b2270 tempest-VolumesNegativeTest-43003271 tempest-VolumesNegativeTest-43003271-project] 10.222.0.38 "GET /v2.0/ports?device_id=d80c245b-0f26-4034-bb44-024ac797aa4e HTTP/1.1" status: 200 len: 210 time: 0.0347362 Jun 10 14:49:28.262350 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 41602) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:49:28.375549 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-e43e0ae6-4bea-44e0-aee6-c7e63de41507 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:28.474223 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-e43e0ae6-4bea-44e0-aee6-c7e63de41507 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:28.478450 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-e43e0ae6-4bea-44e0-aee6-c7e63de41507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:28.481849 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-d0a7893b-7f6f-4326-880a-2f8de0f154aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:49:28.520505 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-e43e0ae6-4bea-44e0-aee6-c7e63de41507 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6eceb6620b404e1393b1b3d1c7bbbf86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2570589 Jun 10 14:49:28.522466 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43e0ae6-4bea-44e0-aee6-c7e63de41507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5589150f-054f-48f3-b5f4-b98b51f2ff33,revision_number=1']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:49:28.524410 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 41608) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:49:28.525539 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-e43e0ae6-4bea-44e0-aee6-c7e63de41507 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:49:28.581234 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-75556f03-2856-4b1f-be4b-1d322926c440 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:28.603875 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-75556f03-2856-4b1f-be4b-1d322926c440 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:28.657413 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-75556f03-2856-4b1f-be4b-1d322926c440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:28.659911 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-75556f03-2856-4b1f-be4b-1d322926c440 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:28.661085 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-75556f03-2856-4b1f-be4b-1d322926c440 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5589150f-054f-48f3-b5f4-b98b51f2ff33 HTTP/1.1" status: 204 len: 168 time: 0.1364255 Jun 10 14:49:28.661842 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-bc9b9da1-33bf-4553-80eb-4fd52c88223e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:49:28.670389 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75556f03-2856-4b1f-be4b-1d322926c440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5589150f-054f-48f3-b5f4-b98b51f2ff33,revision_number=None']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:49:28.672737 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-75556f03-2856-4b1f-be4b-1d322926c440 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:49:28.923702 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 41614) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:49:28.939785 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-fafe148c-c0eb-4534-beb4-02ae37b23ab2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:29.039861 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-fafe148c-c0eb-4534-beb4-02ae37b23ab2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:29.044038 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-fafe148c-c0eb-4534-beb4-02ae37b23ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:29.046679 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-ae0d3b69-4a42-4f72-af4b-7b150be8f12a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:49:29.091035 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-fafe148c-c0eb-4534-beb4-02ae37b23ab2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2f0ef328b1b64d909cd732fc7be365b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1638424 Jun 10 14:49:29.091035 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafe148c-c0eb-4534-beb4-02ae37b23ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43c07eaf-e009-43ee-9a62-4e5c26dd985b,revision_number=1']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:49:29.092536 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 41616) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:49:29.098914 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-fafe148c-c0eb-4534-beb4-02ae37b23ab2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:49:29.151215 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-58904215-a397-4c59-83ff-a7f841942918 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:29.156585 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-10be347a-9ddc-4e7a-a428-0beb793b0ef8 req-6d8b3b9e-5675-4efd-8c23-0e48a31e1e7b tempest-VolumesNegativeTest-43003271 tempest-VolumesNegativeTest-43003271-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=0bae2471fa2a4545bfce7927f33b6c26&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0259995 Jun 10 14:49:29.178197 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-58904215-a397-4c59-83ff-a7f841942918 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:29.258439 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-58904215-a397-4c59-83ff-a7f841942918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:29.261970 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-58904215-a397-4c59-83ff-a7f841942918 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:29.263629 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-58904215-a397-4c59-83ff-a7f841942918 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/43c07eaf-e009-43ee-9a62-4e5c26dd985b HTTP/1.1" status: 204 len: 168 time: 0.1711316 Jun 10 14:49:29.265708 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-db88b595-b222-464b-93cf-31ef18138aa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:49:29.276235 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58904215-a397-4c59-83ff-a7f841942918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c07eaf-e009-43ee-9a62-4e5c26dd985b,revision_number=None']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:49:29.284354 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-58904215-a397-4c59-83ff-a7f841942918 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:49:29.370639 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-9f5ba42b-e660-4be3-ba1b-38c6d372fd2c req-daa9a3d4-aa7b-4fc3-bbf2-732c36535f7c tempest-VolumesNegativeTest-43003271 tempest-VolumesNegativeTest-43003271-project] 10.222.0.38 "GET /v2.0/ports?device_id=d80c245b-0f26-4034-bb44-024ac797aa4e HTTP/1.1" status: 200 len: 210 time: 0.0461414 Jun 10 14:49:29.412668 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10be347a-9ddc-4e7a-a428-0beb793b0ef8 req-5e559cd4-7b51-4467-a1c2-c1838db67080 tempest-VolumesNegativeTest-43003271 tempest-VolumesNegativeTest-43003271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:29.414453 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-10be347a-9ddc-4e7a-a428-0beb793b0ef8 req-5e559cd4-7b51-4467-a1c2-c1838db67080 tempest-VolumesNegativeTest-43003271 tempest-VolumesNegativeTest-43003271-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2474284 Jun 10 14:49:29.426379 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.v2.base [req-10be347a-9ddc-4e7a-a428-0beb793b0ef8 req-5b530434-dc23-45d4-b51f-11e435f9f664 tempest-VolumesNegativeTest-43003271 tempest-VolumesNegativeTest-43003271-project] Request body: {'port': {'device_id': 'd80c245b-0f26-4034-bb44-024ac797aa4e', 'network_id': '6ec3b9e7-bd6b-4c37-940b-55a0fbe006b5', 'admin_state_up': True, 'tenant_id': '0bae2471fa2a4545bfce7927f33b6c26'}} {{(pid=98188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:49:29.556429 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10be347a-9ddc-4e7a-a428-0beb793b0ef8 req-5b530434-dc23-45d4-b51f-11e435f9f664 tempest-VolumesNegativeTest-43003271 tempest-VolumesNegativeTest-43003271-project] Made reservation on behalf of 0bae2471fa2a4545bfce7927f33b6c26 for: {'port': 1} {{(pid=98188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 14:49:29.560260 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-10be347a-9ddc-4e7a-a428-0beb793b0ef8 req-5b530434-dc23-45d4-b51f-11e435f9f664 tempest-VolumesNegativeTest-43003271 tempest-VolumesNegativeTest-43003271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:29.575859 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-10be347a-9ddc-4e7a-a428-0beb793b0ef8 req-5b530434-dc23-45d4-b51f-11e435f9f664 tempest-VolumesNegativeTest-43003271 tempest-VolumesNegativeTest-43003271-project] Notify callbacks [] for security_group, before_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:29.681568 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-10be347a-9ddc-4e7a-a428-0beb793b0ef8 req-5b530434-dc23-45d4-b51f-11e435f9f664 tempest-VolumesNegativeTest-43003271 tempest-VolumesNegativeTest-43003271-project] Notify callbacks [] for security_group, precommit_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:29.683807 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-10be347a-9ddc-4e7a-a428-0beb793b0ef8 req-5b530434-dc23-45d4-b51f-11e435f9f664 tempest-VolumesNegativeTest-43003271 tempest-VolumesNegativeTest-43003271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:29.686870 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-0fe2f3a4-69ed-41bb-bd2b-b8b77258ef50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:49:29.752112 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b530434-dc23-45d4-b51f-11e435f9f664 tempest-VolumesNegativeTest-43003271 tempest-VolumesNegativeTest-43003271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=566ceb20-8a2e-413e-a6c9-3e8097c139f5,revision_number=1']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:49:29.757990 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-5b530434-dc23-45d4-b51f-11e435f9f664 tempest-VolumesNegativeTest-43003271 tempest-VolumesNegativeTest-43003271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:49:29.841744 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.db.db_base_plugin_common [req-10be347a-9ddc-4e7a-a428-0beb793b0ef8 req-5b530434-dc23-45d4-b51f-11e435f9f664 tempest-VolumesNegativeTest-43003271 tempest-VolumesNegativeTest-43003271-project] Allocated IP 192.168.233.127 (6ec3b9e7-bd6b-4c37-940b-55a0fbe006b5/e417e01e-d9ea-4719-a318-b957478bb3cb/50ecd715-824c-4835-be42-f39233c76837) {{(pid=98188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 14:49:30.027638 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-10be347a-9ddc-4e7a-a428-0beb793b0ef8 req-5b530434-dc23-45d4-b51f-11e435f9f664 tempest-VolumesNegativeTest-43003271 tempest-VolumesNegativeTest-43003271-project] Notify callbacks [] for port, precommit_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:30.049248 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.db.provisioning_blocks [req-10be347a-9ddc-4e7a-a428-0beb793b0ef8 req-5b530434-dc23-45d4-b51f-11e435f9f664 tempest-VolumesNegativeTest-43003271 tempest-VolumesNegativeTest-43003271-project] Transition to ACTIVE for port object 50ecd715-824c-4835-be42-f39233c76837 will not be triggered until provisioned by entity DHCP. {{(pid=98188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:49:30.086326 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-10be347a-9ddc-4e7a-a428-0beb793b0ef8 req-5b530434-dc23-45d4-b51f-11e435f9f664 tempest-VolumesNegativeTest-43003271 tempest-VolumesNegativeTest-43003271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33290945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770842374660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4122283'] for port, after_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:30.090225 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-0ecc4a3c-df13-413b-8428-b05b053f31ed tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:49:30.137847 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10be347a-9ddc-4e7a-a428-0beb793b0ef8 req-5b530434-dc23-45d4-b51f-11e435f9f664 tempest-VolumesNegativeTest-43003271 tempest-VolumesNegativeTest-43003271-project] Network 6ec3b9e7-bd6b-4c37-940b-55a0fbe006b5 is already hosted by enough agents. {{(pid=98188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 14:49:30.140931 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.scheduler.base_scheduler [req-10be347a-9ddc-4e7a-a428-0beb793b0ef8 req-5b530434-dc23-45d4-b51f-11e435f9f664 tempest-VolumesNegativeTest-43003271 tempest-VolumesNegativeTest-43003271-project] Resources bound (agent type, host, resource id): {{(pid=98188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:49:30.144880 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.db.l3_dvrscheduler_db [req-10be347a-9ddc-4e7a-a428-0beb793b0ef8 req-5b530434-dc23-45d4-b51f-11e435f9f664 tempest-VolumesNegativeTest-43003271 tempest-VolumesNegativeTest-43003271-project] Received port after_create {{(pid=98188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 14:49:30.177625 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b530434-dc23-45d4-b51f-11e435f9f664 tempest-VolumesNegativeTest-43003271 tempest-VolumesNegativeTest-43003271-project] Pushing event updated for resources: {'Port': ['ID=50ecd715-824c-4835-be42-f39233c76837,revision_number=1']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:49:30.182840 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-5b530434-dc23-45d4-b51f-11e435f9f664 tempest-VolumesNegativeTest-43003271 tempest-VolumesNegativeTest-43003271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:49:30.211394 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10be347a-9ddc-4e7a-a428-0beb793b0ef8 req-5b530434-dc23-45d4-b51f-11e435f9f664 tempest-VolumesNegativeTest-43003271 tempest-VolumesNegativeTest-43003271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:30.211922 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-10be347a-9ddc-4e7a-a428-0beb793b0ef8 req-5b530434-dc23-45d4-b51f-11e435f9f664 tempest-VolumesNegativeTest-43003271 tempest-VolumesNegativeTest-43003271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32075'] for port, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:30.228070 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-10be347a-9ddc-4e7a-a428-0beb793b0ef8 req-5b530434-dc23-45d4-b51f-11e435f9f664 tempest-VolumesNegativeTest-43003271 tempest-VolumesNegativeTest-43003271-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8050683 Jun 10 14:49:30.239821 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.v2.base [req-10be347a-9ddc-4e7a-a428-0beb793b0ef8 req-883fe565-e1be-4324-9713-f6f8a708725b service neutron] Request body: {'port': {'device_id': 'd80c245b-0f26-4034-bb44-024ac797aa4e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79578'}} {{(pid=98188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:49:30.334406 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-10be347a-9ddc-4e7a-a428-0beb793b0ef8 req-883fe565-e1be-4324-9713-f6f8a708725b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:30.349428 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-d9b8d4b2-fe0b-4867-9ea1-c90f09f44271 None None] Provisioning for port 50ecd715-824c-4835-be42-f39233c76837 completed by entity DHCP. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:49:30.353537 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-d9b8d4b2-fe0b-4867-9ea1-c90f09f44271 None None] Provisioning complete for port 50ecd715-824c-4835-be42-f39233c76837 triggered by entity DHCP. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:49:30.354100 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-d9b8d4b2-fe0b-4867-9ea1-c90f09f44271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32877986'] for port, provisioning_complete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:30.395461 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.plugin [None req-d9b8d4b2-fe0b-4867-9ea1-c90f09f44271 None None] Port 50ecd715-824c-4835-be42-f39233c76837 cannot update to ACTIVE because it is not bound. {{(pid=98190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 14:49:30.652670 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cea912-a3b2-4b08-9516-295d8c5cd3e6 req-02f6756c-8180-4772-88da-ec7ea5c4b010 tempest-VolumesNegativeTest-43003271 tempest-VolumesNegativeTest-43003271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:30.654054 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-54cea912-a3b2-4b08-9516-295d8c5cd3e6 req-02f6756c-8180-4772-88da-ec7ea5c4b010 tempest-VolumesNegativeTest-43003271 tempest-VolumesNegativeTest-43003271-project] 10.222.0.38 "GET /v2.0/ports?device_id=d80c245b-0f26-4034-bb44-024ac797aa4e HTTP/1.1" status: 200 len: 936 time: 0.1539373 Jun 10 14:49:30.740907 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.notifiers.nova [req-10be347a-9ddc-4e7a-a428-0beb793b0ef8 req-883fe565-e1be-4324-9713-f6f8a708725b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50ecd715-824c-4835-be42-f39233c76837 {{(pid=98188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 14:49:30.747348 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-54cea912-a3b2-4b08-9516-295d8c5cd3e6 req-accff294-8f52-4fdb-b59e-7fa297c7daac tempest-VolumesNegativeTest-43003271 tempest-VolumesNegativeTest-43003271-project] 10.222.0.38 "GET /v2.0/security-groups?id=566ceb20-8a2e-413e-a6c9-3e8097c139f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848527 Jun 10 14:49:30.751023 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-10be347a-9ddc-4e7a-a428-0beb793b0ef8 req-883fe565-e1be-4324-9713-f6f8a708725b service neutron] Notify callbacks [] for port, precommit_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:30.763833 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.db.provisioning_blocks [req-10be347a-9ddc-4e7a-a428-0beb793b0ef8 req-883fe565-e1be-4324-9713-f6f8a708725b service neutron] Transition to ACTIVE for port object 50ecd715-824c-4835-be42-f39233c76837 will not be triggered until provisioned by entity L2. {{(pid=98188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:49:30.774390 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-10be347a-9ddc-4e7a-a428-0beb793b0ef8 req-883fe565-e1be-4324-9713-f6f8a708725b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4122297'] for port, after_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:30.776446 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-cad92532-1acb-4e71-bf2c-5988ddcd13c5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:49:30.872761 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883fe565-e1be-4324-9713-f6f8a708725b service neutron] Pushing event updated for resources: {'Port': ['ID=50ecd715-824c-4835-be42-f39233c76837,revision_number=2']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:49:30.880679 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-883fe565-e1be-4324-9713-f6f8a708725b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:49:30.966441 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.managers [req-10be347a-9ddc-4e7a-a428-0beb793b0ef8 req-883fe565-e1be-4324-9713-f6f8a708725b service neutron] Attempting to bind port 50ecd715-824c-4835-be42-f39233c76837 on host hv-cinder-79578 for vnic_type normal with profile {{(pid=98188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 14:49:30.966772 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.managers [req-10be347a-9ddc-4e7a-a428-0beb793b0ef8 req-883fe565-e1be-4324-9713-f6f8a708725b service neutron] Attempting to bind port 50ecd715-824c-4835-be42-f39233c76837 by drivers openvswitch,hyperv on host hv-cinder-79578 at level 0 using segments [{'id': '92204593-1e78-4203-80d6-e5c9ae6cd1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '6ec3b9e7-bd6b-4c37-940b-55a0fbe006b5'}] {{(pid=98188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 14:49:30.967109 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10be347a-9ddc-4e7a-a428-0beb793b0ef8 req-883fe565-e1be-4324-9713-f6f8a708725b service neutron] Attempting to bind port 50ecd715-824c-4835-be42-f39233c76837 on network 6ec3b9e7-bd6b-4c37-940b-55a0fbe006b5 {{(pid=98188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 14:49:30.971877 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10be347a-9ddc-4e7a-a428-0beb793b0ef8 req-883fe565-e1be-4324-9713-f6f8a708725b service neutron] Port 50ecd715-824c-4835-be42-f39233c76837 on network 6ec3b9e7-bd6b-4c37-940b-55a0fbe006b5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79578 {{(pid=98188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 14:49:30.972202 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10be347a-9ddc-4e7a-a428-0beb793b0ef8 req-883fe565-e1be-4324-9713-f6f8a708725b service neutron] Attempting to bind port 50ecd715-824c-4835-be42-f39233c76837 on network 6ec3b9e7-bd6b-4c37-940b-55a0fbe006b5 {{(pid=98188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 14:49:30.979336 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10be347a-9ddc-4e7a-a428-0beb793b0ef8 req-883fe565-e1be-4324-9713-f6f8a708725b service neutron] Checking agent: {'id': 'c47c39ee-f167-41a2-bf85-7dde6d0410ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79578', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 14, 40, 37), 'started_at': datetime.datetime(2021, 6, 10, 14, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 14, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 14:49:30.979677 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10be347a-9ddc-4e7a-a428-0beb793b0ef8 req-883fe565-e1be-4324-9713-f6f8a708725b service neutron] Checking segment: {'id': '92204593-1e78-4203-80d6-e5c9ae6cd1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '6ec3b9e7-bd6b-4c37-940b-55a0fbe006b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 14:49:30.980063 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10be347a-9ddc-4e7a-a428-0beb793b0ef8 req-883fe565-e1be-4324-9713-f6f8a708725b service neutron] Bound using segment: {'id': '92204593-1e78-4203-80d6-e5c9ae6cd1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '6ec3b9e7-bd6b-4c37-940b-55a0fbe006b5'} {{(pid=98188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 14:49:30.980529 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.managers [req-10be347a-9ddc-4e7a-a428-0beb793b0ef8 req-883fe565-e1be-4324-9713-f6f8a708725b service neutron] Bound port: 50ecd715-824c-4835-be42-f39233c76837, host: hv-cinder-79578, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92204593-1e78-4203-80d6-e5c9ae6cd1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '6ec3b9e7-bd6b-4c37-940b-55a0fbe006b5'}}] {{(pid=98188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 14:49:30.980885 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-10be347a-9ddc-4e7a-a428-0beb793b0ef8 req-883fe565-e1be-4324-9713-f6f8a708725b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:30.999023 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 41670) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:49:31.070324 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.db [req-10be347a-9ddc-4e7a-a428-0beb793b0ef8 req-883fe565-e1be-4324-9713-f6f8a708725b service neutron] For port 50ecd715-824c-4835-be42-f39233c76837, host hv-cinder-79578, cleared binding levels {{(pid=98188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 14:49:31.073528 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.db [req-10be347a-9ddc-4e7a-a428-0beb793b0ef8 req-883fe565-e1be-4324-9713-f6f8a708725b service neutron] For port 50ecd715-824c-4835-be42-f39233c76837, host hv-cinder-79578, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=50ecd715-824c-4835-be42-f39233c76837,segment=NetworkSegment(92204593-1e78-4203-80d6-e5c9ae6cd1d8),segment_id=92204593-1e78-4203-80d6-e5c9ae6cd1d8)] {{(pid=98188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 14:49:31.077880 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-10be347a-9ddc-4e7a-a428-0beb793b0ef8 req-883fe565-e1be-4324-9713-f6f8a708725b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4122297'] for port, after_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:31.080762 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-45a864ef-0f6a-409f-ae2c-f6101e9a03b7 tempest-VolumesActionsTest-1721541312 tempest-VolumesActionsTest-1721541312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:49:31.123060 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10be347a-9ddc-4e7a-a428-0beb793b0ef8 req-883fe565-e1be-4324-9713-f6f8a708725b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:31.123673 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-10be347a-9ddc-4e7a-a428-0beb793b0ef8 req-883fe565-e1be-4324-9713-f6f8a708725b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32075'] for port, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:31.125041 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-10be347a-9ddc-4e7a-a428-0beb793b0ef8 req-883fe565-e1be-4324-9713-f6f8a708725b service neutron] 10.222.0.36 "PUT /v2.0/ports/50ecd715-824c-4835-be42-f39233c76837 HTTP/1.1" status: 200 len: 1098 time: 0.8897884 Jun 10 14:49:31.133257 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd80c245b-0f26-4034-bb44-024ac797aa4e', 'tag': '50ecd715-824c-4835-be42-f39233c76837'}] {{(pid=98188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:49:31.135470 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f0fe7ff9a18056505f9f26f34e6288f69420e23a9758a676b79d6915a840c7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aec7c35d-0cb2-4ee4-be52-04c5be30dbcc" -d '{"events": [{"name": "network-changed", "server_uuid": "d80c245b-0f26-4034-bb44-024ac797aa4e", "tag": "50ecd715-824c-4835-be42-f39233c76837"}]}' {{(pid=98188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:49:31.147833 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-66631a56-a1a7-442d-b5f5-a9f2670ddbc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:31.219968 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 14:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfd2416a-84f3-4bad-a3ed-06a97c61ee81 x-openstack-request-id: req-cfd2416a-84f3-4bad-a3ed-06a97c61ee81 {{(pid=98188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:49:31.220318 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d80c245b-0f26-4034-bb44-024ac797aa4e", "tag": "50ecd715-824c-4835-be42-f39233c76837", "status": "completed", "code": 200}]} {{(pid=98188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:49:31.220604 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-cfd2416a-84f3-4bad-a3ed-06a97c61ee81 {{(pid=98188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:49:31.221031 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd80c245b-0f26-4034-bb44-024ac797aa4e', 'tag': '50ecd715-824c-4835-be42-f39233c76837', 'status': 'completed', 'code': 200} Jun 10 14:49:31.239202 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883fe565-e1be-4324-9713-f6f8a708725b service neutron] Pushing event updated for resources: {'Port': ['ID=50ecd715-824c-4835-be42-f39233c76837,revision_number=3']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:49:31.244707 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-883fe565-e1be-4324-9713-f6f8a708725b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:49:31.295235 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10be347a-9ddc-4e7a-a428-0beb793b0ef8 req-0b64e657-6d2a-4845-abf1-5e9279277f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:31.296791 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-10be347a-9ddc-4e7a-a428-0beb793b0ef8 req-0b64e657-6d2a-4845-abf1-5e9279277f14 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0bae2471fa2a4545bfce7927f33b6c26&device_id=d80c245b-0f26-4034-bb44-024ac797aa4e HTTP/1.1" status: 200 len: 1101 time: 0.1254623 Jun 10 14:49:31.358190 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-10be347a-9ddc-4e7a-a428-0beb793b0ef8 req-a37ecc8c-c408-4d24-b478-e17a1a00b7ef service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=50ecd715-824c-4835-be42-f39233c76837 HTTP/1.1" status: 200 len: 217 time: 0.0525098 Jun 10 14:49:31.379082 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-66631a56-a1a7-442d-b5f5-a9f2670ddbc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:31.405371 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-66631a56-a1a7-442d-b5f5-a9f2670ddbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:31.409710 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-4fb5169f-3281-470d-ae51-8278dd7642b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:49:31.460469 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10be347a-9ddc-4e7a-a428-0beb793b0ef8 req-d6194ebd-0e3c-4ded-907b-835cf3d033b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:31.461780 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-10be347a-9ddc-4e7a-a428-0beb793b0ef8 req-d6194ebd-0e3c-4ded-907b-835cf3d033b7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e417e01e-d9ea-4719-a318-b957478bb3cb HTTP/1.1" status: 200 len: 843 time: 0.0937643 Jun 10 14:49:31.468087 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-66631a56-a1a7-442d-b5f5-a9f2670ddbc9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=af4814bb166c425a975ed3a23550be6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4681118 Jun 10 14:49:31.470921 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 41676) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:49:31.477058 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66631a56-a1a7-442d-b5f5-a9f2670ddbc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9adb4e-ed02-430a-924f-83c2f25f42fc,revision_number=1']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:49:31.480598 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-66631a56-a1a7-442d-b5f5-a9f2670ddbc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:49:31.528540 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-5b53343f-4d50-4459-a333-c2c96b0865b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:31.534224 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10be347a-9ddc-4e7a-a428-0beb793b0ef8 req-0caaba11-3c30-4e2b-a9d1-1cf34ec5e638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:31.536420 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-10be347a-9ddc-4e7a-a428-0beb793b0ef8 req-0caaba11-3c30-4e2b-a9d1-1cf34ec5e638 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6ec3b9e7-bd6b-4c37-940b-55a0fbe006b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0673423 Jun 10 14:49:31.552416 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-5b53343f-4d50-4459-a333-c2c96b0865b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:31.602264 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-5b53343f-4d50-4459-a333-c2c96b0865b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:31.604947 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-5b53343f-4d50-4459-a333-c2c96b0865b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:31.606062 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-5b53343f-4d50-4459-a333-c2c96b0865b7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6f9adb4e-ed02-430a-924f-83c2f25f42fc HTTP/1.1" status: 204 len: 168 time: 0.1341081 Jun 10 14:49:31.606882 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-8b25ac65-4a89-4509-929f-20b03aa971a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:49:31.615784 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b53343f-4d50-4459-a333-c2c96b0865b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9adb4e-ed02-430a-924f-83c2f25f42fc,revision_number=None']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:49:31.618106 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-5b53343f-4d50-4459-a333-c2c96b0865b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:49:31.656418 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-10be347a-9ddc-4e7a-a428-0beb793b0ef8 req-cef3b0e7-2a24-4576-aa8b-190e64d501b5 service neutron] 10.222.0.36 "GET /v2.0/networks/6ec3b9e7-bd6b-4c37-940b-55a0fbe006b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139438 Jun 10 14:49:31.905140 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 41684) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:49:31.921013 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-e6456b45-26dc-4ea3-a7c9-b19fc0dc7777 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:32.020228 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-e6456b45-26dc-4ea3-a7c9-b19fc0dc7777 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:32.024375 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-e6456b45-26dc-4ea3-a7c9-b19fc0dc7777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:32.027801 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-08cf2177-9fdb-4ae2-bf2d-da661d1e220e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:49:32.068814 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-e6456b45-26dc-4ea3-a7c9-b19fc0dc7777 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=621240afa7cd4017b44236a570d15026&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1592910 Jun 10 14:49:32.068814 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6456b45-26dc-4ea3-a7c9-b19fc0dc7777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d16617-450d-4126-8df7-0036efaa71fa,revision_number=1']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:49:32.069822 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 41686) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:49:32.071779 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-e6456b45-26dc-4ea3-a7c9-b19fc0dc7777 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:49:32.084014 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-10be347a-9ddc-4e7a-a428-0beb793b0ef8 req-7dc4448f-a502-4a7d-bae9-8effa399b0dd service neutron] 10.222.0.36 "GET /v2.0/networks/6ec3b9e7-bd6b-4c37-940b-55a0fbe006b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4210696 Jun 10 14:49:32.117441 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf886f-a1a5-4be8-a20e-810d1455a8aa req-088c3742-af29-42d3-afa1-1cd231ba7488 tempest-VolumesNegativeTest-43003271 tempest-VolumesNegativeTest-43003271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:32.118926 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-02bf886f-a1a5-4be8-a20e-810d1455a8aa req-088c3742-af29-42d3-afa1-1cd231ba7488 tempest-VolumesNegativeTest-43003271 tempest-VolumesNegativeTest-43003271-project] 10.222.0.38 "GET /v2.0/ports?device_id=d80c245b-0f26-4034-bb44-024ac797aa4e HTTP/1.1" status: 200 len: 948 time: 0.0919230 Jun 10 14:49:32.127614 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-22823ecb-ecb9-4984-8aea-e0c248f18f6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:32.152320 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-22823ecb-ecb9-4984-8aea-e0c248f18f6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:32.197440 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-02bf886f-a1a5-4be8-a20e-810d1455a8aa req-1235b7ce-124e-4fb6-8c18-6fbae5152f1a tempest-VolumesNegativeTest-43003271 tempest-VolumesNegativeTest-43003271-project] 10.222.0.38 "GET /v2.0/security-groups?id=566ceb20-8a2e-413e-a6c9-3e8097c139f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723314 Jun 10 14:49:32.204147 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-22823ecb-ecb9-4984-8aea-e0c248f18f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:32.207770 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-22823ecb-ecb9-4984-8aea-e0c248f18f6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:32.208992 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-22823ecb-ecb9-4984-8aea-e0c248f18f6b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/62d16617-450d-4126-8df7-0036efaa71fa HTTP/1.1" status: 204 len: 168 time: 0.1382201 Jun 10 14:49:32.209796 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-e0673329-f071-401d-a2db-2fbc7807c956 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:49:32.225657 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22823ecb-ecb9-4984-8aea-e0c248f18f6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d16617-450d-4126-8df7-0036efaa71fa,revision_number=None']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:49:32.229796 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-22823ecb-ecb9-4984-8aea-e0c248f18f6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:49:32.230155 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec7c35d-0cb2-4ee4-be52-04c5be30dbcc req-3d5d6457-f82d-465c-b642-83c7f3db3d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:32.231404 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-aec7c35d-0cb2-4ee4-be52-04c5be30dbcc req-3d5d6457-f82d-465c-b642-83c7f3db3d3f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0bae2471fa2a4545bfce7927f33b6c26&device_id=d80c245b-0f26-4034-bb44-024ac797aa4e HTTP/1.1" status: 200 len: 1101 time: 0.0986035 Jun 10 14:49:32.345188 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec7c35d-0cb2-4ee4-be52-04c5be30dbcc req-591913c9-a1b8-4681-8319-831eb5f7ae31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:32.346602 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-aec7c35d-0cb2-4ee4-be52-04c5be30dbcc req-591913c9-a1b8-4681-8319-831eb5f7ae31 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6ec3b9e7-bd6b-4c37-940b-55a0fbe006b5 HTTP/1.1" status: 200 len: 870 time: 0.1090560 Jun 10 14:49:32.406438 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-aec7c35d-0cb2-4ee4-be52-04c5be30dbcc req-d176648c-bdd6-4154-92fd-0ae8d58f3f55 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=50ecd715-824c-4835-be42-f39233c76837 HTTP/1.1" status: 200 len: 217 time: 0.0524380 Jun 10 14:49:32.463837 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec7c35d-0cb2-4ee4-be52-04c5be30dbcc req-bb751799-c95c-4415-b4f6-2b5443c05189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:32.465300 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-aec7c35d-0cb2-4ee4-be52-04c5be30dbcc req-bb751799-c95c-4415-b4f6-2b5443c05189 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e417e01e-d9ea-4719-a318-b957478bb3cb HTTP/1.1" status: 200 len: 843 time: 0.0524836 Jun 10 14:49:32.533259 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec7c35d-0cb2-4ee4-be52-04c5be30dbcc req-eeda7c07-afc0-47ab-90bd-1a892e1ba1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:32.534704 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-aec7c35d-0cb2-4ee4-be52-04c5be30dbcc req-eeda7c07-afc0-47ab-90bd-1a892e1ba1a9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6ec3b9e7-bd6b-4c37-940b-55a0fbe006b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0631204 Jun 10 14:49:32.649861 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-aec7c35d-0cb2-4ee4-be52-04c5be30dbcc req-cc2b6e37-db04-4f5a-bb75-2c2120ac4f68 service neutron] 10.222.0.36 "GET /v2.0/networks/6ec3b9e7-bd6b-4c37-940b-55a0fbe006b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077993 Jun 10 14:49:32.768878 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-aec7c35d-0cb2-4ee4-be52-04c5be30dbcc req-91a93ee2-7840-43dc-bb0a-17cf203482ed service neutron] 10.222.0.36 "GET /v2.0/networks/6ec3b9e7-bd6b-4c37-940b-55a0fbe006b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120868 Jun 10 14:49:33.387859 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba7045c-fc18-4bfc-8f9b-215959cbeb7e req-f5ceb68d-8284-4a65-b85b-5e89d6753d31 tempest-VolumesNegativeTest-43003271 tempest-VolumesNegativeTest-43003271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:33.389313 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-bba7045c-fc18-4bfc-8f9b-215959cbeb7e req-f5ceb68d-8284-4a65-b85b-5e89d6753d31 tempest-VolumesNegativeTest-43003271 tempest-VolumesNegativeTest-43003271-project] 10.222.0.38 "GET /v2.0/ports?device_id=d80c245b-0f26-4034-bb44-024ac797aa4e HTTP/1.1" status: 200 len: 948 time: 0.0756326 Jun 10 14:49:33.432595 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-bba7045c-fc18-4bfc-8f9b-215959cbeb7e req-a4638ad3-ed03-44ce-ba66-68b9d62d92bb tempest-VolumesNegativeTest-43003271 tempest-VolumesNegativeTest-43003271-project] 10.222.0.38 "GET /v2.0/security-groups?id=566ceb20-8a2e-413e-a6c9-3e8097c139f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374289 Jun 10 14:49:34.074601 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 41758) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:49:34.184265 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-0e27b26e-163c-49ac-8b6b-fce036ff77eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:34.277170 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-0e27b26e-163c-49ac-8b6b-fce036ff77eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:34.280758 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-0e27b26e-163c-49ac-8b6b-fce036ff77eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:34.283234 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-ce0835cf-5ed6-421f-afe4-3792821a3600 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:49:34.320486 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e27b26e-163c-49ac-8b6b-fce036ff77eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=856b232f-3f23-4527-a209-eb0ea47eb947,revision_number=1']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:49:34.324671 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-0e27b26e-163c-49ac-8b6b-fce036ff77eb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f3be98d226cd499a8818324854b8190e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2490764 Jun 10 14:49:34.325941 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-0e27b26e-163c-49ac-8b6b-fce036ff77eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:49:34.327803 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 41762) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:49:34.380574 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-64386071-5deb-43d9-bae9-fe19642fcffa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:34.406577 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-64386071-5deb-43d9-bae9-fe19642fcffa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:34.456137 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-64386071-5deb-43d9-bae9-fe19642fcffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:34.459554 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-64386071-5deb-43d9-bae9-fe19642fcffa admin admin] Notify callbacks [] for security_group, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:34.460698 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-64386071-5deb-43d9-bae9-fe19642fcffa admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/856b232f-3f23-4527-a209-eb0ea47eb947 HTTP/1.1" status: 204 len: 168 time: 0.1326013 Jun 10 14:49:34.461554 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-2f3e41e2-1117-4914-bbc2-485c9cfe20d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:49:34.471190 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64386071-5deb-43d9-bae9-fe19642fcffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=856b232f-3f23-4527-a209-eb0ea47eb947,revision_number=None']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:49:34.474346 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-64386071-5deb-43d9-bae9-fe19642fcffa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:49:34.618164 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfa1718-f9ef-4ef6-81d3-383b985df7d5 req-2e27aed1-6001-4f0c-8b46-36957d14fa2f tempest-VolumesNegativeTest-43003271 tempest-VolumesNegativeTest-43003271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:34.619620 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-4cfa1718-f9ef-4ef6-81d3-383b985df7d5 req-2e27aed1-6001-4f0c-8b46-36957d14fa2f tempest-VolumesNegativeTest-43003271 tempest-VolumesNegativeTest-43003271-project] 10.222.0.38 "GET /v2.0/ports?device_id=d80c245b-0f26-4034-bb44-024ac797aa4e HTTP/1.1" status: 200 len: 948 time: 0.0711088 Jun 10 14:49:34.660944 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-4cfa1718-f9ef-4ef6-81d3-383b985df7d5 req-85f6a328-10a2-405d-853d-f82482a43e68 tempest-VolumesNegativeTest-43003271 tempest-VolumesNegativeTest-43003271-project] 10.222.0.38 "GET /v2.0/security-groups?id=566ceb20-8a2e-413e-a6c9-3e8097c139f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355556 Jun 10 14:49:34.731577 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 41770) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:49:34.748107 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-c3de693d-b72e-499d-be6b-c3ba496132c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:34.841072 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-c3de693d-b72e-499d-be6b-c3ba496132c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:34.844789 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-c3de693d-b72e-499d-be6b-c3ba496132c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:34.848662 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-a0cb13ef-8c2a-4fad-812f-ac846d119daf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:49:34.886815 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-c3de693d-b72e-499d-be6b-c3ba496132c5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e54e0d4d736f49428d7bdbfe96f9cec4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1541915 Jun 10 14:49:34.887718 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3de693d-b72e-499d-be6b-c3ba496132c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fcb5a0f-139b-45b0-837f-a0a6930b9e45,revision_number=1']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:49:34.889542 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 41772) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:49:34.890813 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-c3de693d-b72e-499d-be6b-c3ba496132c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:49:34.941014 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-5eaaf9a3-de03-4bc5-8063-a126d1a90546 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:34.963978 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-5eaaf9a3-de03-4bc5-8063-a126d1a90546 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:35.017039 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-5eaaf9a3-de03-4bc5-8063-a126d1a90546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:35.020129 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-5eaaf9a3-de03-4bc5-8063-a126d1a90546 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:35.021390 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-5eaaf9a3-de03-4bc5-8063-a126d1a90546 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5fcb5a0f-139b-45b0-837f-a0a6930b9e45 HTTP/1.1" status: 204 len: 168 time: 0.1308584 Jun 10 14:49:35.022329 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-75556f03-2856-4b1f-be4b-1d322926c440 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:49:35.033959 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaaf9a3-de03-4bc5-8063-a126d1a90546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fcb5a0f-139b-45b0-837f-a0a6930b9e45,revision_number=None']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:49:35.036880 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-5eaaf9a3-de03-4bc5-8063-a126d1a90546 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:49:35.662805 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 41794) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:49:35.757536 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.v2.base [None req-dfda8289-c908-4287-9d37-88ea2ca7b899 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1258753458-network', 'tenant_id': '7ad0c4cc9c184a21b22a9c773ba83499'}} {{(pid=98188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:49:35.787210 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfda8289-c908-4287-9d37-88ea2ca7b899 admin admin] Made reservation on behalf of 7ad0c4cc9c184a21b22a9c773ba83499 for: {'network': 1} {{(pid=98188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 14:49:35.789306 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-dfda8289-c908-4287-9d37-88ea2ca7b899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33290777'] for network, before_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:35.820440 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-dfda8289-c908-4287-9d37-88ea2ca7b899 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:35.884603 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Device 50ecd715-824c-4835-be42-f39233c76837 details requested by agent hyperv_hv-cinder-79578 with host hv-cinder-79578 {{(pid=98190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 14:49:35.889146 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e5ddbc-e2db-4232-b82d-237f7b52a1c9 req-accc505d-a3b1-48d7-b28a-8dd2ac1bd59f tempest-VolumesNegativeTest-43003271 tempest-VolumesNegativeTest-43003271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:35.890609 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-b0e5ddbc-e2db-4232-b82d-237f7b52a1c9 req-accc505d-a3b1-48d7-b28a-8dd2ac1bd59f tempest-VolumesNegativeTest-43003271 tempest-VolumesNegativeTest-43003271-project] 10.222.0.38 "GET /v2.0/ports?device_id=d80c245b-0f26-4034-bb44-024ac797aa4e HTTP/1.1" status: 200 len: 948 time: 0.1122952 Jun 10 14:49:35.951866 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-b0e5ddbc-e2db-4232-b82d-237f7b52a1c9 req-ecb14ec1-3558-41e1-b4fb-190dbb1ea6cd tempest-VolumesNegativeTest-43003271 tempest-VolumesNegativeTest-43003271-project] 10.222.0.38 "GET /v2.0/security-groups?id=566ceb20-8a2e-413e-a6c9-3e8097c139f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526562 Jun 10 14:49:35.980726 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-dfda8289-c908-4287-9d37-88ea2ca7b899 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:35.984909 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-dfda8289-c908-4287-9d37-88ea2ca7b899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:35.988663 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-96d1fac3-b5a7-4e07-975b-556180279097 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:49:36.006334 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] For port 50ecd715-824c-4835-be42-f39233c76837, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=50ecd715-824c-4835-be42-f39233c76837,segment=NetworkSegment(92204593-1e78-4203-80d6-e5c9ae6cd1d8),segment_id=92204593-1e78-4203-80d6-e5c9ae6cd1d8)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:49:36.016423 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfda8289-c908-4287-9d37-88ea2ca7b899 admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=98188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 14:49:36.018556 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Returning: {'device': '50ecd715-824c-4835-be42-f39233c76837', 'network_id': '6ec3b9e7-bd6b-4c37-940b-55a0fbe006b5', 'port_id': '50ecd715-824c-4835-be42-f39233c76837', 'mac_address': 'fa:16:3e:a7:87:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e417e01e-d9ea-4719-a318-b957478bb3cb', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 14:49:36.023160 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda8289-c908-4287-9d37-88ea2ca7b899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3173cf58-7ed6-4c0d-9b90-cf5ff506943c,revision_number=1']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:49:36.026279 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-dfda8289-c908-4287-9d37-88ea2ca7b899 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:49:36.030842 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-dfda8289-c908-4287-9d37-88ea2ca7b899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32871535'] for segment, precommit_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:36.031132 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.db.segments_db [None req-dfda8289-c908-4287-9d37-88ea2ca7b899 admin admin] Added segment 2e983a93-4acc-44fd-8f4b-3f3af1fcbdfe of type vlan for network 6179b761-cc91-4fd2-82e2-ade348dd0be6 Jun 10 14:49:36.063164 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:36.078583 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.notifiers.nova [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50ecd715-824c-4835-be42-f39233c76837 {{(pid=98190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 14:49:36.083153 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-dfda8289-c908-4287-9d37-88ea2ca7b899 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770842362772'] for network, precommit_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:36.099345 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] For port 50ecd715-824c-4835-be42-f39233c76837, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=50ecd715-824c-4835-be42-f39233c76837,segment=NetworkSegment(92204593-1e78-4203-80d6-e5c9ae6cd1d8),segment_id=92204593-1e78-4203-80d6-e5c9ae6cd1d8)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:49:36.103243 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:36.105015 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-897a060d-4a2e-4526-85c2-5fd11306cc00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:49:36.112373 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-dfda8289-c908-4287-9d37-88ea2ca7b899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545563'] for network, after_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:36.114457 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfda8289-c908-4287-9d37-88ea2ca7b899 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:36.115117 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-dfda8289-c908-4287-9d37-88ea2ca7b899 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545536'] for network, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:36.117298 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:49:36.154246 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-dfda8289-c908-4287-9d37-88ea2ca7b899 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4901106 Jun 10 14:49:36.156986 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 41800) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:49:36.162939 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.v2.base [None req-7f371ce1-8289-4401-9e80-c23f144c377e admin admin] Request body: {'subnet': {'network_id': '6179b761-cc91-4fd2-82e2-ade348dd0be6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1258753458-subnet', 'tenant_id': '7ad0c4cc9c184a21b22a9c773ba83499', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:49:36.167457 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Pushing event updated for resources: {'Port': ['ID=50ecd715-824c-4835-be42-f39233c76837,revision_number=4']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:49:36.170781 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:49:36.190358 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f371ce1-8289-4401-9e80-c23f144c377e admin admin] Made reservation on behalf of 7ad0c4cc9c184a21b22a9c773ba83499 for: {'subnet': 1} {{(pid=98189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 14:49:36.193570 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-7f371ce1-8289-4401-9e80-c23f144c377e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9991304'] for subnet, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:36.207808 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda8289-c908-4287-9d37-88ea2ca7b899 admin admin] Pushing event updated for resources: {'Network': ['ID=6179b761-cc91-4fd2-82e2-ade348dd0be6,revision_number=1']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:49:36.210793 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-dfda8289-c908-4287-9d37-88ea2ca7b899 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:49:36.217798 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Network 6179b761-cc91-4fd2-82e2-ade348dd0be6 details requested by agent ovs-agent-dv-cinder-795785-1-smb with host dv-cinder-795785-1-smb {{(pid=98190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 14:49:36.325574 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] get_ports_and_sgs() called for port_ids ['50ecd715-824c-4835-be42-f39233c76837'] {{(pid=98190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 14:49:36.399136 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-7f371ce1-8289-4401-9e80-c23f144c377e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10153038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9991326'] for subnet, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:36.402185 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:49:36.463915 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f371ce1-8289-4401-9e80-c23f144c377e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4098b35f-357c-4bbb-bdc3-1293c64299a6,revision_number=0']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:49:36.466651 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-7f371ce1-8289-4401-9e80-c23f144c377e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:49:36.474227 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f371ce1-8289-4401-9e80-c23f144c377e admin admin] Checking segment: {'id': '2e983a93-4acc-44fd-8f4b-3f3af1fcbdfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6179b761-cc91-4fd2-82e2-ade348dd0be6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 14:49:36.474693 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f371ce1-8289-4401-9e80-c23f144c377e admin admin] Network hostable DHCP agents. Network: 6179b761-cc91-4fd2-82e2-ade348dd0be6, hostable agents: ['e526b2fa-fac9-473e-91d9-302d4f3c322e'], hosted agents: [] {{(pid=98189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 14:49:36.491071 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f371ce1-8289-4401-9e80-c23f144c377e admin admin] Network 6179b761-cc91-4fd2-82e2-ade348dd0be6 is scheduled to be hosted by DHCP agent e526b2fa-fac9-473e-91d9-302d4f3c322e with binding_index 1 {{(pid=98189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 14:49:36.499351 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.base_scheduler [None req-7f371ce1-8289-4401-9e80-c23f144c377e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795785-1-smb, 6179b761-cc91-4fd2-82e2-ade348dd0be6) {{(pid=98189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:49:36.503232 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f371ce1-8289-4401-9e80-c23f144c377e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:36.504354 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-7f371ce1-8289-4401-9e80-c23f144c377e admin admin] Notify callbacks [] for subnet, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:36.509283 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5597739e-df7d-43d3-b4d4-6b74163e881b None None] Network 6179b761-cc91-4fd2-82e2-ade348dd0be6 requested from dv-cinder-795785-1-smb {{(pid=98190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 14:49:36.522173 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-7f371ce1-8289-4401-9e80-c23f144c377e admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3635812 Jun 10 14:49:36.666003 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49adee8-60e9-46d8-8f41-f8ab56eca672 None None] Network 6179b761-cc91-4fd2-82e2-ade348dd0be6 requested from dv-cinder-795785-1-smb {{(pid=98190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 14:49:36.975908 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 41818) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:49:36.980945 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.v2.base [None req-1b2ac936-87f0-4e89-8e1f-940492984019 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-92603737-network', 'tenant_id': 'bfb925c9afb443c094b7f7ffb9721df7'}} {{(pid=98189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:49:37.003244 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b2ac936-87f0-4e89-8e1f-940492984019 admin admin] Made reservation on behalf of bfb925c9afb443c094b7f7ffb9721df7 for: {'network': 1} {{(pid=98189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 14:49:37.006536 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-1b2ac936-87f0-4e89-8e1f-940492984019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33290777'] for network, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:37.019321 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-1b2ac936-87f0-4e89-8e1f-940492984019 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:37.117086 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-1b2ac936-87f0-4e89-8e1f-940492984019 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:37.121139 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-1b2ac936-87f0-4e89-8e1f-940492984019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:37.132488 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-22823ecb-ecb9-4984-8aea-e0c248f18f6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:49:37.135270 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b2ac936-87f0-4e89-8e1f-940492984019 admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=98189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 14:49:37.147541 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7770592d-6166-47cf-b48f-16ebcc03af47 req-8c0ef650-7676-4a30-a3b3-684ea048fb8d tempest-VolumesNegativeTest-43003271 tempest-VolumesNegativeTest-43003271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:37.150243 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-7770592d-6166-47cf-b48f-16ebcc03af47 req-8c0ef650-7676-4a30-a3b3-684ea048fb8d tempest-VolumesNegativeTest-43003271 tempest-VolumesNegativeTest-43003271-project] 10.222.0.38 "GET /v2.0/ports?device_id=d80c245b-0f26-4034-bb44-024ac797aa4e HTTP/1.1" status: 200 len: 949 time: 0.0779722 Jun 10 14:49:37.157853 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-1b2ac936-87f0-4e89-8e1f-940492984019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32871535'] for segment, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:37.158469 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.db.segments_db [None req-1b2ac936-87f0-4e89-8e1f-940492984019 admin admin] Added segment c144bde8-bf8c-4826-ac98-1e1987ee556b of type vlan for network 6f915875-f92f-475c-8440-a0252dd0c221 Jun 10 14:49:37.173334 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2ac936-87f0-4e89-8e1f-940492984019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09cf27d6-ed88-4af1-8c23-c8084566600f,revision_number=1']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:49:37.198602 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-7770592d-6166-47cf-b48f-16ebcc03af47 req-8d351f41-b2c7-464b-aff7-9e347716f70b tempest-VolumesNegativeTest-43003271 tempest-VolumesNegativeTest-43003271-project] 10.222.0.38 "GET /v2.0/security-groups?id=566ceb20-8a2e-413e-a6c9-3e8097c139f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424497 Jun 10 14:49:37.204192 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-1b2ac936-87f0-4e89-8e1f-940492984019 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:49:37.218739 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-1b2ac936-87f0-4e89-8e1f-940492984019 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770842362772'] for network, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:37.249848 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-1b2ac936-87f0-4e89-8e1f-940492984019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545563'] for network, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:37.251205 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2ac936-87f0-4e89-8e1f-940492984019 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:37.252035 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-1b2ac936-87f0-4e89-8e1f-940492984019 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545536'] for network, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:37.255327 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-4ff5e712-3b58-425f-86df-fd1fa71a7876 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:49:37.280127 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-1b2ac936-87f0-4e89-8e1f-940492984019 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3030968 Jun 10 14:49:37.283414 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 41824) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:49:37.289978 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.v2.base [None req-b5aecbe2-d2c5-4ef5-b689-35a0521f6ca5 admin admin] Request body: {'subnet': {'network_id': '6f915875-f92f-475c-8440-a0252dd0c221', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-92603737-subnet', 'tenant_id': 'bfb925c9afb443c094b7f7ffb9721df7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:49:37.334903 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2ac936-87f0-4e89-8e1f-940492984019 admin admin] Pushing event updated for resources: {'Network': ['ID=6f915875-f92f-475c-8440-a0252dd0c221,revision_number=1']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:49:37.337574 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-1b2ac936-87f0-4e89-8e1f-940492984019 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:49:37.346316 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Network 6f915875-f92f-475c-8440-a0252dd0c221 details requested by agent ovs-agent-dv-cinder-795785-1-smb with host dv-cinder-795785-1-smb {{(pid=98190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 14:49:37.352006 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5aecbe2-d2c5-4ef5-b689-35a0521f6ca5 admin admin] Made reservation on behalf of bfb925c9afb443c094b7f7ffb9721df7 for: {'subnet': 1} {{(pid=98188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 14:49:37.354625 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-b5aecbe2-d2c5-4ef5-b689-35a0521f6ca5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3531566'] for subnet, before_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:37.454382 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de118100-b1ed-4d4a-a3f0-b076d9aa25d5 req-523e959e-04a4-4558-971f-e5b33a8e4473 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:37.455853 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-de118100-b1ed-4d4a-a3f0-b076d9aa25d5 req-523e959e-04a4-4558-971f-e5b33a8e4473 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] 10.222.0.38 "GET /v2.0/ports?device_id=91ac4d0d-ffc0-49a3-8f8c-b4d1657ce50f HTTP/1.1" status: 200 len: 946 time: 0.1603839 Jun 10 14:49:37.517877 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-de118100-b1ed-4d4a-a3f0-b076d9aa25d5 req-ec95ef29-6ca5-43f5-b3ec-c3f77c560644 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e0af78c-08e6-4e38-9f32-394dca315d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520525 Jun 10 14:49:37.607151 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-b5aecbe2-d2c5-4ef5-b689-35a0521f6ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4121659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3531576'] for subnet, after_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:37.610110 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-a876c642-04b2-4a81-b0c9-f6330683db43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:49:37.630606 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:37.677150 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aecbe2-d2c5-4ef5-b689-35a0521f6ca5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e65083f7-6b5c-447b-a217-e36816b4b9c4,revision_number=0']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:49:37.680879 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-b5aecbe2-d2c5-4ef5-b689-35a0521f6ca5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:49:37.684649 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5aecbe2-d2c5-4ef5-b689-35a0521f6ca5 admin admin] Checking segment: {'id': 'c144bde8-bf8c-4826-ac98-1e1987ee556b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '6f915875-f92f-475c-8440-a0252dd0c221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 14:49:37.684946 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5aecbe2-d2c5-4ef5-b689-35a0521f6ca5 admin admin] Network hostable DHCP agents. Network: 6f915875-f92f-475c-8440-a0252dd0c221, hostable agents: ['e526b2fa-fac9-473e-91d9-302d4f3c322e'], hosted agents: [] {{(pid=98188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 14:49:37.701533 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5aecbe2-d2c5-4ef5-b689-35a0521f6ca5 admin admin] Network 6f915875-f92f-475c-8440-a0252dd0c221 is scheduled to be hosted by DHCP agent e526b2fa-fac9-473e-91d9-302d4f3c322e with binding_index 1 {{(pid=98188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 14:49:37.710652 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.scheduler.base_scheduler [None req-b5aecbe2-d2c5-4ef5-b689-35a0521f6ca5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795785-1-smb, 6f915875-f92f-475c-8440-a0252dd0c221) {{(pid=98188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:49:37.714731 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5aecbe2-d2c5-4ef5-b689-35a0521f6ca5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:37.715320 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-b5aecbe2-d2c5-4ef5-b689-35a0521f6ca5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545536'] for subnet, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:37.719348 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df03096e-f879-428b-95e4-6bcecd4f67ae None None] Network 6f915875-f92f-475c-8440-a0252dd0c221 requested from dv-cinder-795785-1-smb {{(pid=98190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 14:49:37.729367 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-b5aecbe2-d2c5-4ef5-b689-35a0521f6ca5 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4447465 Jun 10 14:49:37.882729 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded9fa3a-dd7c-43ca-bb7f-5531816fd50f None None] Network 6f915875-f92f-475c-8440-a0252dd0c221 requested from dv-cinder-795785-1-smb {{(pid=98190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 14:49:37.902190 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Device 50ecd715-824c-4835-be42-f39233c76837 up at agent hyperv_hv-cinder-79578 {{(pid=98190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:49:38.063291 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e8c85a-41f7-4a1e-8afb-1d0c633798f2 req-df88e4d4-7db9-40c7-b78b-100ff106619e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:38.065154 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-18e8c85a-41f7-4a1e-8afb-1d0c633798f2 req-df88e4d4-7db9-40c7-b78b-100ff106619e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f118f8afe4cb43389f09486f16dc9b22&device_id=91ac4d0d-ffc0-49a3-8f8c-b4d1657ce50f HTTP/1.1" status: 200 len: 1099 time: 0.0680323 Jun 10 14:49:38.186842 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Provisioning for port 50ecd715-824c-4835-be42-f39233c76837 completed by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:49:38.216255 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Provisioning complete for port 50ecd715-824c-4835-be42-f39233c76837 triggered by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:49:38.216663 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32877986'] for port, provisioning_complete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:38.295300 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e8c85a-41f7-4a1e-8afb-1d0c633798f2 req-f41e0b81-52a1-49f8-b114-aa2f6cfa59df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:38.296785 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-18e8c85a-41f7-4a1e-8afb-1d0c633798f2 req-f41e0b81-52a1-49f8-b114-aa2f6cfa59df service neutron] 10.222.0.36 "GET /v2.0/networks?id=e378d419-99a5-4d8c-a4e8-3ffe4d1d62f1 HTTP/1.1" status: 200 len: 910 time: 0.2076008 Jun 10 14:49:38.309828 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:38.336011 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd80c245b-0f26-4034-bb44-024ac797aa4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ecd715-824c-4835-be42-f39233c76837'}] {{(pid=98190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:49:38.338381 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3d4185ab3030d597d4fdff3a42636a440041618624b200d466a1cf3773607d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-695e44ed-fc2e-4498-85f9-5180f640ac4a" -d '{"events": [{"server_uuid": "d80c245b-0f26-4034-bb44-024ac797aa4e", "name": "network-vif-plugged", "status": "completed", "tag": "50ecd715-824c-4835-be42-f39233c76837"}]}' {{(pid=98190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:49:38.352797 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] For port 50ecd715-824c-4835-be42-f39233c76837, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=50ecd715-824c-4835-be42-f39233c76837,segment=NetworkSegment(92204593-1e78-4203-80d6-e5c9ae6cd1d8),segment_id=92204593-1e78-4203-80d6-e5c9ae6cd1d8)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:49:38.357711 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:38.359620 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-cc7b07c6-0b16-4b78-a98a-d6a49bf77831 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:49:38.366163 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf49c252-2e96-454d-b60b-ddd3d9f4927b req-b976c034-53e4-4e8f-98b4-592d76feb313 tempest-VolumesActionsTest-246615251 tempest-VolumesActionsTest-246615251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:38.367575 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-bf49c252-2e96-454d-b60b-ddd3d9f4927b req-b976c034-53e4-4e8f-98b4-592d76feb313 tempest-VolumesActionsTest-246615251 tempest-VolumesActionsTest-246615251-project] 10.222.0.38 "GET /v2.0/networks?id=6179b761-cc91-4fd2-82e2-ade348dd0be6 HTTP/1.1" status: 200 len: 809 time: 0.2511847 Jun 10 14:49:38.416427 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Pushing event updated for resources: {'Port': ['ID=50ecd715-824c-4835-be42-f39233c76837,revision_number=5']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:49:38.419475 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:49:38.428798 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-bf49c252-2e96-454d-b60b-ddd3d9f4927b req-17f95573-7dcd-4be3-a6ff-13e20d21ac24 tempest-VolumesActionsTest-246615251 tempest-VolumesActionsTest-246615251-project] 10.222.0.38 "GET /v2.0/quotas/7ad0c4cc9c184a21b22a9c773ba83499 HTTP/1.1" status: 200 len: 375 time: 0.0468266 Jun 10 14:49:38.471952 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-18e8c85a-41f7-4a1e-8afb-1d0c633798f2 req-67f1cc0f-4ffd-4b4c-aa0f-ba89f1069ec0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d19c02a6-f26c-4667-8938-35294517d349 HTTP/1.1" status: 200 len: 1001 time: 0.1649184 Jun 10 14:49:38.478863 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-bf49c252-2e96-454d-b60b-ddd3d9f4927b req-b05c7e90-fb87-4bda-9130-328ca3b8f124 tempest-VolumesActionsTest-246615251 tempest-VolumesActionsTest-246615251-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=7ad0c4cc9c184a21b22a9c773ba83499&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447888 Jun 10 14:49:38.551547 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bddf57-dbc8-48ca-9d54-1b810463fb79 req-74363032-c2f1-48c3-bc46-f6df6e7a7400 tempest-VolumesNegativeTest-43003271 tempest-VolumesNegativeTest-43003271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:38.552996 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-a6bddf57-dbc8-48ca-9d54-1b810463fb79 req-74363032-c2f1-48c3-bc46-f6df6e7a7400 tempest-VolumesNegativeTest-43003271 tempest-VolumesNegativeTest-43003271-project] 10.222.0.38 "GET /v2.0/ports?device_id=d80c245b-0f26-4034-bb44-024ac797aa4e HTTP/1.1" status: 200 len: 950 time: 0.1949017 Jun 10 14:49:38.554703 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e8c85a-41f7-4a1e-8afb-1d0c633798f2 req-2cd4ae55-4d4b-4ee6-976c-8ff542981c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:38.555980 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-18e8c85a-41f7-4a1e-8afb-1d0c633798f2 req-2cd4ae55-4d4b-4ee6-976c-8ff542981c9b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=56db2e31-5909-4819-bf54-a79557f7c937 HTTP/1.1" status: 200 len: 848 time: 0.0763137 Jun 10 14:49:38.668171 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-a6bddf57-dbc8-48ca-9d54-1b810463fb79 req-9037bfd3-b44a-4eaf-94a9-74084b002c30 tempest-VolumesNegativeTest-43003271 tempest-VolumesNegativeTest-43003271-project] 10.222.0.38 "GET /v2.0/security-groups?id=566ceb20-8a2e-413e-a6c9-3e8097c139f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086893 Jun 10 14:49:38.729095 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 14:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d5230f-5b89-4e32-96b5-f843d965f5fd x-openstack-request-id: req-a8d5230f-5b89-4e32-96b5-f843d965f5fd {{(pid=98190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:49:38.729403 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d80c245b-0f26-4034-bb44-024ac797aa4e", "name": "network-vif-plugged", "status": "completed", "tag": "50ecd715-824c-4835-be42-f39233c76837", "code": 200}]} {{(pid=98190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:49:38.729671 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a8d5230f-5b89-4e32-96b5-f843d965f5fd {{(pid=98190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:49:38.730076 dv-cinder-795785-1-smb neutron-server[98190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd80c245b-0f26-4034-bb44-024ac797aa4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ecd715-824c-4835-be42-f39233c76837', 'code': 200} Jun 10 14:49:38.751184 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e8c85a-41f7-4a1e-8afb-1d0c633798f2 req-8a2cbe48-a160-426d-80d2-f8ff6657a8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:38.752678 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-18e8c85a-41f7-4a1e-8afb-1d0c633798f2 req-8a2cbe48-a160-426d-80d2-f8ff6657a8e6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e378d419-99a5-4d8c-a4e8-3ffe4d1d62f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1871924 Jun 10 14:49:38.757073 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-bf49c252-2e96-454d-b60b-ddd3d9f4927b req-ccbc57af-2c5b-403a-bb55-66ea3643343f service neutron] 10.222.0.38 "GET /v2.0/networks/6179b761-cc91-4fd2-82e2-ade348dd0be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682381 Jun 10 14:49:38.985936 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2abc45d-d3cd-4288-83be-abb02920a5e6 req-29087448-bdc9-40c1-bbeb-7ec5ff1315cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:38.987315 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-b2abc45d-d3cd-4288-83be-abb02920a5e6 req-29087448-bdc9-40c1-bbeb-7ec5ff1315cc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d80c245b-0f26-4034-bb44-024ac797aa4e HTTP/1.1" status: 200 len: 1103 time: 0.0574503 Jun 10 14:49:39.006002 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-18e8c85a-41f7-4a1e-8afb-1d0c633798f2 req-94f75218-3d85-4636-adb5-30177bfb34fb service neutron] 10.222.0.36 "GET /v2.0/networks/e378d419-99a5-4d8c-a4e8-3ffe4d1d62f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467918 Jun 10 14:49:39.011719 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-bf49c252-2e96-454d-b60b-ddd3d9f4927b req-dbe2ad81-8d6a-44fa-a141-e3245649a80f service neutron] 10.222.0.38 "GET /v2.0/networks/6179b761-cc91-4fd2-82e2-ade348dd0be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455838 Jun 10 14:49:39.028076 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-b2abc45d-d3cd-4288-83be-abb02920a5e6 req-fe89ab83-04e1-4553-a10f-44f79cd81243 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=566ceb20-8a2e-413e-a6c9-3e8097c139f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337949 Jun 10 14:49:39.067874 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bbf2dd-8b81-4c8c-9765-5d3c5ec05436 req-0a03a822-d55a-4905-a9f7-e41794a7987c tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:39.069609 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-07bbf2dd-8b81-4c8c-9765-5d3c5ec05436 req-0a03a822-d55a-4905-a9f7-e41794a7987c tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] 10.222.0.38 "GET /v2.0/ports?device_id=91ac4d0d-ffc0-49a3-8f8c-b4d1657ce50f HTTP/1.1" status: 200 len: 946 time: 0.1990731 Jun 10 14:49:39.183020 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-07bbf2dd-8b81-4c8c-9765-5d3c5ec05436 req-6984d866-54ca-4342-827b-dc22377d1906 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e0af78c-08e6-4e38-9f32-394dca315d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713511 Jun 10 14:49:39.207781 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-18e8c85a-41f7-4a1e-8afb-1d0c633798f2 req-c35b2290-622e-4600-ba2b-90c3419c890c service neutron] 10.222.0.36 "GET /v2.0/networks/e378d419-99a5-4d8c-a4e8-3ffe4d1d62f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949663 Jun 10 14:49:39.209706 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-3e397262-f1b0-41d9-b944-b3a9a3125e50 req-ce962aa0-bd27-4917-a9c0-5596a248f74e tempest-VolumesActionsTest-246615251 tempest-VolumesActionsTest-246615251-project] 10.222.0.38 "GET /v2.0/ports?device_id=862333c6-78de-4ab7-979b-ded23cce3748 HTTP/1.1" status: 200 len: 210 time: 0.0504951 Jun 10 14:49:39.588957 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-63c39c5a-a12b-4228-b7c9-86ec40aab7b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:39.858299 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c40cd58-ede8-413c-9f06-dbcf59ce03d0 req-f95d87d6-aa93-4979-9f5e-e78884372ef8 tempest-VolumesNegativeTest-43003271 tempest-VolumesNegativeTest-43003271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:39.859715 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-9c40cd58-ede8-413c-9f06-dbcf59ce03d0 req-f95d87d6-aa93-4979-9f5e-e78884372ef8 tempest-VolumesNegativeTest-43003271 tempest-VolumesNegativeTest-43003271-project] 10.222.0.38 "GET /v2.0/ports?device_id=d80c245b-0f26-4034-bb44-024ac797aa4e HTTP/1.1" status: 200 len: 950 time: 0.0774786 Jun 10 14:49:39.903210 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-9c40cd58-ede8-413c-9f06-dbcf59ce03d0 req-4a41cde2-1cca-4ea1-81da-eacfdda1f73b tempest-VolumesNegativeTest-43003271 tempest-VolumesNegativeTest-43003271-project] 10.222.0.38 "GET /v2.0/security-groups?id=566ceb20-8a2e-413e-a6c9-3e8097c139f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372276 Jun 10 14:49:40.365282 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-5f403ef6-36c4-46de-bd4a-b09f94c5cad0 req-545dfac4-27f3-4486-a644-5ca5820247a9 tempest-VolumesActionsTest-246615251 tempest-VolumesActionsTest-246615251-project] 10.222.0.38 "GET /v2.0/ports?device_id=862333c6-78de-4ab7-979b-ded23cce3748 HTTP/1.1" status: 200 len: 210 time: 0.0408001 Jun 10 14:49:40.395824 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102324e4-969b-4888-90c2-7b2562a4c083 req-21a42dd7-b975-4267-82e8-8763a49b26e3 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:40.397302 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-102324e4-969b-4888-90c2-7b2562a4c083 req-21a42dd7-b975-4267-82e8-8763a49b26e3 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] 10.222.0.38 "GET /v2.0/ports?device_id=91ac4d0d-ffc0-49a3-8f8c-b4d1657ce50f HTTP/1.1" status: 200 len: 946 time: 0.1051810 Jun 10 14:49:40.743777 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-102324e4-969b-4888-90c2-7b2562a4c083 req-45a12b0e-2018-40ee-8e4c-dd9681d6e473 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e0af78c-08e6-4e38-9f32-394dca315d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3409338 Jun 10 14:49:40.826176 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf49c252-2e96-454d-b60b-ddd3d9f4927b req-6e60f739-e5f7-4cf1-ba4e-415ba3d82cfa tempest-VolumesActionsTest-246615251 tempest-VolumesActionsTest-246615251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:40.827465 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-bf49c252-2e96-454d-b60b-ddd3d9f4927b req-6e60f739-e5f7-4cf1-ba4e-415ba3d82cfa tempest-VolumesActionsTest-246615251 tempest-VolumesActionsTest-246615251-project] 10.222.0.36 "GET /v2.0/networks?id=6179b761-cc91-4fd2-82e2-ade348dd0be6 HTTP/1.1" status: 200 len: 809 time: 0.1366603 Jun 10 14:49:40.839751 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.v2.base [req-bf49c252-2e96-454d-b60b-ddd3d9f4927b req-19e43b51-bd10-47c9-bc2e-6c8d155a0944 tempest-VolumesActionsTest-246615251 tempest-VolumesActionsTest-246615251-project] Request body: {'port': {'device_id': '862333c6-78de-4ab7-979b-ded23cce3748', 'network_id': '6179b761-cc91-4fd2-82e2-ade348dd0be6', 'admin_state_up': True, 'tenant_id': '7ad0c4cc9c184a21b22a9c773ba83499'}} {{(pid=98188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:49:40.969375 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf49c252-2e96-454d-b60b-ddd3d9f4927b req-19e43b51-bd10-47c9-bc2e-6c8d155a0944 tempest-VolumesActionsTest-246615251 tempest-VolumesActionsTest-246615251-project] Made reservation on behalf of 7ad0c4cc9c184a21b22a9c773ba83499 for: {'port': 1} {{(pid=98188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 14:49:40.973416 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-bf49c252-2e96-454d-b60b-ddd3d9f4927b req-19e43b51-bd10-47c9-bc2e-6c8d155a0944 tempest-VolumesActionsTest-246615251 tempest-VolumesActionsTest-246615251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:41.169872 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447bbd8b-4a16-496c-9f52-b06834031b04 req-aec86c12-56dd-4d87-8717-16c0196449b4 tempest-VolumesNegativeTest-43003271 tempest-VolumesNegativeTest-43003271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:41.171481 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-447bbd8b-4a16-496c-9f52-b06834031b04 req-aec86c12-56dd-4d87-8717-16c0196449b4 tempest-VolumesNegativeTest-43003271 tempest-VolumesNegativeTest-43003271-project] 10.222.0.38 "GET /v2.0/ports?device_id=d80c245b-0f26-4034-bb44-024ac797aa4e HTTP/1.1" status: 200 len: 950 time: 0.1365743 Jun 10 14:49:41.172515 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.db.db_base_plugin_common [req-bf49c252-2e96-454d-b60b-ddd3d9f4927b req-19e43b51-bd10-47c9-bc2e-6c8d155a0944 tempest-VolumesActionsTest-246615251 tempest-VolumesActionsTest-246615251-project] Allocated IP 172.20.0.14 (6179b761-cc91-4fd2-82e2-ade348dd0be6/4098b35f-357c-4bbb-bdc3-1293c64299a6/073e9210-c39c-4aa9-aa66-43aacb41d551) {{(pid=98188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 14:49:41.240997 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-447bbd8b-4a16-496c-9f52-b06834031b04 req-cf31aab4-c442-4c1f-b787-a913174a2985 tempest-VolumesNegativeTest-43003271 tempest-VolumesNegativeTest-43003271-project] 10.222.0.38 "GET /v2.0/security-groups?id=566ceb20-8a2e-413e-a6c9-3e8097c139f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635109 Jun 10 14:49:41.381487 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-bf49c252-2e96-454d-b60b-ddd3d9f4927b req-19e43b51-bd10-47c9-bc2e-6c8d155a0944 tempest-VolumesActionsTest-246615251 tempest-VolumesActionsTest-246615251-project] Notify callbacks [] for port, precommit_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:41.421809 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-bf49c252-2e96-454d-b60b-ddd3d9f4927b req-19e43b51-bd10-47c9-bc2e-6c8d155a0944 tempest-VolumesActionsTest-246615251 tempest-VolumesActionsTest-246615251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33290945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770842374660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4122283'] for port, after_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:41.426910 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-43a7dc85-a3a3-42d5-9a5c-8d2fbabadc30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:49:41.498355 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf49c252-2e96-454d-b60b-ddd3d9f4927b req-19e43b51-bd10-47c9-bc2e-6c8d155a0944 tempest-VolumesActionsTest-246615251 tempest-VolumesActionsTest-246615251-project] Network 6179b761-cc91-4fd2-82e2-ade348dd0be6 is already hosted by enough agents. {{(pid=98188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 14:49:41.513404 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.scheduler.base_scheduler [req-bf49c252-2e96-454d-b60b-ddd3d9f4927b req-19e43b51-bd10-47c9-bc2e-6c8d155a0944 tempest-VolumesActionsTest-246615251 tempest-VolumesActionsTest-246615251-project] Resources bound (agent type, host, resource id): {{(pid=98188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:49:41.541101 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e43b51-bd10-47c9-bc2e-6c8d155a0944 tempest-VolumesActionsTest-246615251 tempest-VolumesActionsTest-246615251-project] Pushing event updated for resources: {'Port': ['ID=073e9210-c39c-4aa9-aa66-43aacb41d551,revision_number=1']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:49:41.543582 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf49c252-2e96-454d-b60b-ddd3d9f4927b req-19e43b51-bd10-47c9-bc2e-6c8d155a0944 tempest-VolumesActionsTest-246615251 tempest-VolumesActionsTest-246615251-project] Received port after_create {{(pid=98188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 14:49:41.547350 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-19e43b51-bd10-47c9-bc2e-6c8d155a0944 tempest-VolumesActionsTest-246615251 tempest-VolumesActionsTest-246615251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:49:41.620486 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf49c252-2e96-454d-b60b-ddd3d9f4927b req-19e43b51-bd10-47c9-bc2e-6c8d155a0944 tempest-VolumesActionsTest-246615251 tempest-VolumesActionsTest-246615251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:41.621080 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-bf49c252-2e96-454d-b60b-ddd3d9f4927b req-19e43b51-bd10-47c9-bc2e-6c8d155a0944 tempest-VolumesActionsTest-246615251 tempest-VolumesActionsTest-246615251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32075'] for port, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:41.672724 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b03ddb2-36fd-4a03-81f6-b11227ca6246 req-6419dd0b-a84a-437b-b9cd-065961aef57e tempest-VolumesActionsTest-246615251 tempest-VolumesActionsTest-246615251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:41.674078 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-3b03ddb2-36fd-4a03-81f6-b11227ca6246 req-6419dd0b-a84a-437b-b9cd-065961aef57e tempest-VolumesActionsTest-246615251 tempest-VolumesActionsTest-246615251-project] 10.222.0.38 "GET /v2.0/ports?device_id=862333c6-78de-4ab7-979b-ded23cce3748 HTTP/1.1" status: 200 len: 932 time: 0.1872177 Jun 10 14:49:41.675215 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-bf49c252-2e96-454d-b60b-ddd3d9f4927b req-19e43b51-bd10-47c9-bc2e-6c8d155a0944 tempest-VolumesActionsTest-246615251 tempest-VolumesActionsTest-246615251-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8390675 Jun 10 14:49:41.698636 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.v2.base [req-bf49c252-2e96-454d-b60b-ddd3d9f4927b req-c36ca53c-1857-4de5-845d-fe0e03c10061 service neutron] Request body: {'port': {'device_id': '862333c6-78de-4ab7-979b-ded23cce3748', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79578'}} {{(pid=98188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:49:41.767624 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-3b03ddb2-36fd-4a03-81f6-b11227ca6246 req-318548b2-a969-4dc8-8cf0-ff1fe6200bc3 tempest-VolumesActionsTest-246615251 tempest-VolumesActionsTest-246615251-project] 10.222.0.38 "GET /v2.0/security-groups?id=3173cf58-7ed6-4c0d-9b90-cf5ff506943c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836406 Jun 10 14:49:41.776470 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6a9df5-0364-4aec-ab63-5d94a05ab748 req-dbe9abc8-584d-4d79-a107-a6e8d2bf94c9 tempest-VolumesNegativeTest-43003271 tempest-VolumesNegativeTest-43003271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:41.777853 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-9d6a9df5-0364-4aec-ab63-5d94a05ab748 req-dbe9abc8-584d-4d79-a107-a6e8d2bf94c9 tempest-VolumesNegativeTest-43003271 tempest-VolumesNegativeTest-43003271-project] 10.222.0.38 "GET /v2.0/ports?device_id=d80c245b-0f26-4034-bb44-024ac797aa4e HTTP/1.1" status: 200 len: 950 time: 0.1805511 Jun 10 14:49:41.861892 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-bf49c252-2e96-454d-b60b-ddd3d9f4927b req-c36ca53c-1857-4de5-845d-fe0e03c10061 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:41.881409 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-9d6a9df5-0364-4aec-ab63-5d94a05ab748 req-654dbbdc-6600-48b1-9b4f-87d8bb3aab70 tempest-VolumesNegativeTest-43003271 tempest-VolumesNegativeTest-43003271-project] 10.222.0.38 "GET /v2.0/security-groups?id=566ceb20-8a2e-413e-a6c9-3e8097c139f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975499 Jun 10 14:49:42.051203 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf85454d-392f-4783-a547-11d21d395ea1 req-5e0042e9-346f-4c27-a767-6162280d6b81 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:42.052671 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-bf85454d-392f-4783-a547-11d21d395ea1 req-5e0042e9-346f-4c27-a767-6162280d6b81 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] 10.222.0.38 "GET /v2.0/ports?device_id=91ac4d0d-ffc0-49a3-8f8c-b4d1657ce50f HTTP/1.1" status: 200 len: 946 time: 0.1747148 Jun 10 14:49:42.067045 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:42.160927 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-bf85454d-392f-4783-a547-11d21d395ea1 req-410a14fb-fe00-45df-a10b-4f41e645fedf tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e0af78c-08e6-4e38-9f32-394dca315d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023476 Jun 10 14:49:42.217412 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-2a9d1022-32ee-44cf-a5b2-c75fbc322da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:42.258393 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.notifiers.nova [req-bf49c252-2e96-454d-b60b-ddd3d9f4927b req-c36ca53c-1857-4de5-845d-fe0e03c10061 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 073e9210-c39c-4aa9-aa66-43aacb41d551 {{(pid=98188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 14:49:42.265607 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-bf49c252-2e96-454d-b60b-ddd3d9f4927b req-c36ca53c-1857-4de5-845d-fe0e03c10061 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:42.277575 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.db.provisioning_blocks [req-bf49c252-2e96-454d-b60b-ddd3d9f4927b req-c36ca53c-1857-4de5-845d-fe0e03c10061 service neutron] Transition to ACTIVE for port object 073e9210-c39c-4aa9-aa66-43aacb41d551 will not be triggered until provisioned by entity L2. {{(pid=98188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:49:42.280508 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-bf49c252-2e96-454d-b60b-ddd3d9f4927b req-c36ca53c-1857-4de5-845d-fe0e03c10061 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4122297'] for port, after_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:42.283111 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-5b530434-dc23-45d4-b51f-11e435f9f664 tempest-VolumesNegativeTest-43003271 tempest-VolumesNegativeTest-43003271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:49:42.374514 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36ca53c-1857-4de5-845d-fe0e03c10061 service neutron] Pushing event updated for resources: {'Port': ['ID=073e9210-c39c-4aa9-aa66-43aacb41d551,revision_number=2']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:49:42.377267 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-c36ca53c-1857-4de5-845d-fe0e03c10061 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:49:42.460711 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.managers [req-bf49c252-2e96-454d-b60b-ddd3d9f4927b req-c36ca53c-1857-4de5-845d-fe0e03c10061 service neutron] Attempting to bind port 073e9210-c39c-4aa9-aa66-43aacb41d551 on host hv-cinder-79578 for vnic_type normal with profile {{(pid=98188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 14:49:42.461044 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.managers [req-bf49c252-2e96-454d-b60b-ddd3d9f4927b req-c36ca53c-1857-4de5-845d-fe0e03c10061 service neutron] Attempting to bind port 073e9210-c39c-4aa9-aa66-43aacb41d551 by drivers openvswitch,hyperv on host hv-cinder-79578 at level 0 using segments [{'id': '2e983a93-4acc-44fd-8f4b-3f3af1fcbdfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6179b761-cc91-4fd2-82e2-ade348dd0be6'}] {{(pid=98188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 14:49:42.461367 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf49c252-2e96-454d-b60b-ddd3d9f4927b req-c36ca53c-1857-4de5-845d-fe0e03c10061 service neutron] Attempting to bind port 073e9210-c39c-4aa9-aa66-43aacb41d551 on network 6179b761-cc91-4fd2-82e2-ade348dd0be6 {{(pid=98188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 14:49:42.465477 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf49c252-2e96-454d-b60b-ddd3d9f4927b req-c36ca53c-1857-4de5-845d-fe0e03c10061 service neutron] Port 073e9210-c39c-4aa9-aa66-43aacb41d551 on network 6179b761-cc91-4fd2-82e2-ade348dd0be6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79578 {{(pid=98188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 14:49:42.465913 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf49c252-2e96-454d-b60b-ddd3d9f4927b req-c36ca53c-1857-4de5-845d-fe0e03c10061 service neutron] Attempting to bind port 073e9210-c39c-4aa9-aa66-43aacb41d551 on network 6179b761-cc91-4fd2-82e2-ade348dd0be6 {{(pid=98188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 14:49:42.470459 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf49c252-2e96-454d-b60b-ddd3d9f4927b req-c36ca53c-1857-4de5-845d-fe0e03c10061 service neutron] Checking agent: {'id': 'c47c39ee-f167-41a2-bf85-7dde6d0410ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79578', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 14, 40, 37), 'started_at': datetime.datetime(2021, 6, 10, 14, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 14, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 14:49:42.470794 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf49c252-2e96-454d-b60b-ddd3d9f4927b req-c36ca53c-1857-4de5-845d-fe0e03c10061 service neutron] Checking segment: {'id': '2e983a93-4acc-44fd-8f4b-3f3af1fcbdfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6179b761-cc91-4fd2-82e2-ade348dd0be6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 14:49:42.471171 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf49c252-2e96-454d-b60b-ddd3d9f4927b req-c36ca53c-1857-4de5-845d-fe0e03c10061 service neutron] Bound using segment: {'id': '2e983a93-4acc-44fd-8f4b-3f3af1fcbdfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6179b761-cc91-4fd2-82e2-ade348dd0be6'} {{(pid=98188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 14:49:42.471596 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.managers [req-bf49c252-2e96-454d-b60b-ddd3d9f4927b req-c36ca53c-1857-4de5-845d-fe0e03c10061 service neutron] Bound port: 073e9210-c39c-4aa9-aa66-43aacb41d551, host: hv-cinder-79578, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e983a93-4acc-44fd-8f4b-3f3af1fcbdfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6179b761-cc91-4fd2-82e2-ade348dd0be6'}}] {{(pid=98188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 14:49:42.471939 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-bf49c252-2e96-454d-b60b-ddd3d9f4927b req-c36ca53c-1857-4de5-845d-fe0e03c10061 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:42.541908 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.db [req-bf49c252-2e96-454d-b60b-ddd3d9f4927b req-c36ca53c-1857-4de5-845d-fe0e03c10061 service neutron] For port 073e9210-c39c-4aa9-aa66-43aacb41d551, host hv-cinder-79578, cleared binding levels {{(pid=98188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 14:49:42.544987 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.db [req-bf49c252-2e96-454d-b60b-ddd3d9f4927b req-c36ca53c-1857-4de5-845d-fe0e03c10061 service neutron] For port 073e9210-c39c-4aa9-aa66-43aacb41d551, host hv-cinder-79578, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=073e9210-c39c-4aa9-aa66-43aacb41d551,segment=NetworkSegment(2e983a93-4acc-44fd-8f4b-3f3af1fcbdfe),segment_id=2e983a93-4acc-44fd-8f4b-3f3af1fcbdfe)] {{(pid=98188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 14:49:42.549013 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-bf49c252-2e96-454d-b60b-ddd3d9f4927b req-c36ca53c-1857-4de5-845d-fe0e03c10061 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4122297'] for port, after_update {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:42.551913 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-cf61dab7-99e1-45f3-a6b9-30f711049704 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:49:42.593002 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf49c252-2e96-454d-b60b-ddd3d9f4927b req-c36ca53c-1857-4de5-845d-fe0e03c10061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:42.593600 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [req-bf49c252-2e96-454d-b60b-ddd3d9f4927b req-c36ca53c-1857-4de5-845d-fe0e03c10061 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32075'] for port, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:42.594912 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-bf49c252-2e96-454d-b60b-ddd3d9f4927b req-c36ca53c-1857-4de5-845d-fe0e03c10061 service neutron] 10.222.0.36 "PUT /v2.0/ports/073e9210-c39c-4aa9-aa66-43aacb41d551 HTTP/1.1" status: 200 len: 1094 time: 0.9084411 Jun 10 14:49:42.595400 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '862333c6-78de-4ab7-979b-ded23cce3748', 'tag': '073e9210-c39c-4aa9-aa66-43aacb41d551'}] {{(pid=98188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:49:42.597823 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f0fe7ff9a18056505f9f26f34e6288f69420e23a9758a676b79d6915a840c7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a10fec23-26f0-4cfc-b4e0-9732ebb3e6c4" -d '{"events": [{"name": "network-changed", "server_uuid": "862333c6-78de-4ab7-979b-ded23cce3748", "tag": "073e9210-c39c-4aa9-aa66-43aacb41d551"}]}' {{(pid=98188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:49:42.617725 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36ca53c-1857-4de5-845d-fe0e03c10061 service neutron] Pushing event updated for resources: {'Port': ['ID=073e9210-c39c-4aa9-aa66-43aacb41d551,revision_number=3']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:49:42.621751 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-c36ca53c-1857-4de5-845d-fe0e03c10061 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:49:42.635993 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 14:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f49c5c-207d-4765-8b78-e7630a1cc7bc x-openstack-request-id: req-a4f49c5c-207d-4765-8b78-e7630a1cc7bc {{(pid=98188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:49:42.636373 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "862333c6-78de-4ab7-979b-ded23cce3748", "tag": "073e9210-c39c-4aa9-aa66-43aacb41d551", "status": "completed", "code": 200}]} {{(pid=98188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:49:42.636664 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a4f49c5c-207d-4765-8b78-e7630a1cc7bc {{(pid=98188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:49:42.637089 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '862333c6-78de-4ab7-979b-ded23cce3748', 'tag': '073e9210-c39c-4aa9-aa66-43aacb41d551', 'status': 'completed', 'code': 200} Jun 10 14:49:42.704271 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf49c252-2e96-454d-b60b-ddd3d9f4927b req-ba3899e2-8e91-425a-a8a7-5f175009a37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:42.705774 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-bf49c252-2e96-454d-b60b-ddd3d9f4927b req-ba3899e2-8e91-425a-a8a7-5f175009a37a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7ad0c4cc9c184a21b22a9c773ba83499&device_id=862333c6-78de-4ab7-979b-ded23cce3748 HTTP/1.1" status: 200 len: 1097 time: 0.0631163 Jun 10 14:49:42.761103 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-bf49c252-2e96-454d-b60b-ddd3d9f4927b req-781d9455-1d57-44a6-84ee-0bab89ebb144 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=073e9210-c39c-4aa9-aa66-43aacb41d551 HTTP/1.1" status: 200 len: 217 time: 0.0465307 Jun 10 14:49:42.817574 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf49c252-2e96-454d-b60b-ddd3d9f4927b req-76637cb3-5a94-44aa-bd7a-28b30b74ada7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:42.819008 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-bf49c252-2e96-454d-b60b-ddd3d9f4927b req-76637cb3-5a94-44aa-bd7a-28b30b74ada7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4098b35f-357c-4bbb-bdc3-1293c64299a6 HTTP/1.1" status: 200 len: 849 time: 0.0512838 Jun 10 14:49:42.860676 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-bf49c252-2e96-454d-b60b-ddd3d9f4927b req-65b40614-b891-4a6d-b8c4-8f8d38a752f3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6179b761-cc91-4fd2-82e2-ade348dd0be6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348442 Jun 10 14:49:42.957528 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c26232f-0162-4697-b928-c2fbd466245a req-4bf1d47b-896d-4aa7-87f9-c1ab958f67a5 tempest-VolumesNegativeTest-43003271 tempest-VolumesNegativeTest-43003271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:42.958996 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-6c26232f-0162-4697-b928-c2fbd466245a req-4bf1d47b-896d-4aa7-87f9-c1ab958f67a5 tempest-VolumesNegativeTest-43003271 tempest-VolumesNegativeTest-43003271-project] 10.222.0.36 "GET /v2.0/ports?device_id=d80c245b-0f26-4034-bb44-024ac797aa4e HTTP/1.1" status: 200 len: 950 time: 0.0728209 Jun 10 14:49:43.055390 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-bf49c252-2e96-454d-b60b-ddd3d9f4927b req-cb36b209-5260-4426-9167-4073d9334bd5 service neutron] 10.222.0.36 "GET /v2.0/networks/6179b761-cc91-4fd2-82e2-ade348dd0be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856208 Jun 10 14:49:43.074264 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.plugin [req-6c26232f-0162-4697-b928-c2fbd466245a req-024bf1ab-85af-4a79-8ce7-d7eef0f2903d tempest-VolumesNegativeTest-43003271 tempest-VolumesNegativeTest-43003271-project] Deleting port 50ecd715-824c-4835-be42-f39233c76837 {{(pid=98189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 14:49:43.074617 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [req-6c26232f-0162-4697-b928-c2fbd466245a req-024bf1ab-85af-4a79-8ce7-d7eef0f2903d tempest-VolumesNegativeTest-43003271 tempest-VolumesNegativeTest-43003271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770842860575'] for port, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:43.084062 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83c9da0-e461-4695-ba43-51cec8383c53 req-486a410c-dffa-4cc0-a407-d25c90ecf299 tempest-VolumesActionsTest-246615251 tempest-VolumesActionsTest-246615251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:43.085535 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-a83c9da0-e461-4695-ba43-51cec8383c53 req-486a410c-dffa-4cc0-a407-d25c90ecf299 tempest-VolumesActionsTest-246615251 tempest-VolumesActionsTest-246615251-project] 10.222.0.38 "GET /v2.0/ports?device_id=862333c6-78de-4ab7-979b-ded23cce3748 HTTP/1.1" status: 200 len: 944 time: 0.1964498 Jun 10 14:49:43.189561 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.db [req-6c26232f-0162-4697-b928-c2fbd466245a req-024bf1ab-85af-4a79-8ce7-d7eef0f2903d tempest-VolumesNegativeTest-43003271 tempest-VolumesNegativeTest-43003271-project] For port 50ecd715-824c-4835-be42-f39233c76837, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=50ecd715-824c-4835-be42-f39233c76837,segment=NetworkSegment(92204593-1e78-4203-80d6-e5c9ae6cd1d8),segment_id=92204593-1e78-4203-80d6-e5c9ae6cd1d8)] {{(pid=98189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:49:43.189919 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [req-6c26232f-0162-4697-b928-c2fbd466245a req-024bf1ab-85af-4a79-8ce7-d7eef0f2903d tempest-VolumesNegativeTest-43003271 tempest-VolumesNegativeTest-43003271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725918'] for port, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:43.209217 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d0d521-6bf0-4582-b237-738e4bd24c62 req-b9b45f1a-c5d5-4449-9304-4f1c2859b27c tempest-VolumesNegativeTest-43003271 tempest-VolumesNegativeTest-43003271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:43.210672 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-e6d0d521-6bf0-4582-b237-738e4bd24c62 req-b9b45f1a-c5d5-4449-9304-4f1c2859b27c tempest-VolumesNegativeTest-43003271 tempest-VolumesNegativeTest-43003271-project] 10.222.0.38 "GET /v2.0/ports?device_id=d80c245b-0f26-4034-bb44-024ac797aa4e HTTP/1.1" status: 200 len: 950 time: 0.2106853 Jun 10 14:49:43.220868 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-a83c9da0-e461-4695-ba43-51cec8383c53 req-a12bd9bc-0124-473b-9254-1198786974be tempest-VolumesActionsTest-246615251 tempest-VolumesActionsTest-246615251-project] 10.222.0.38 "GET /v2.0/security-groups?id=3173cf58-7ed6-4c0d-9b90-cf5ff506943c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143055 Jun 10 14:49:43.263393 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-bf49c252-2e96-454d-b60b-ddd3d9f4927b req-87703f68-7d8c-4b4c-ae94-c1eaa7d3a225 service neutron] 10.222.0.36 "GET /v2.0/networks/6179b761-cc91-4fd2-82e2-ade348dd0be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983333 Jun 10 14:49:43.284716 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-e6d0d521-6bf0-4582-b237-738e4bd24c62 req-9bc53dab-c61a-4e2b-958c-0c497a9c530e tempest-VolumesNegativeTest-43003271 tempest-VolumesNegativeTest-43003271-project] 10.222.0.38 "GET /v2.0/security-groups?id=566ceb20-8a2e-413e-a6c9-3e8097c139f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667713 Jun 10 14:49:43.287003 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.plugin [req-6c26232f-0162-4697-b928-c2fbd466245a req-024bf1ab-85af-4a79-8ce7-d7eef0f2903d tempest-VolumesNegativeTest-43003271 tempest-VolumesNegativeTest-43003271-project] Calling delete_port for 50ecd715-824c-4835-be42-f39233c76837 owned by compute:nova {{(pid=98189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 14:49:43.288965 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-eaea1bf5-020e-4d00-b5bd-84659b7b503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:43.436589 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10fec23-26f0-4cfc-b4e0-9732ebb3e6c4 req-5011f283-e271-4ebb-abca-0dcae7556dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:43.438064 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-a10fec23-26f0-4cfc-b4e0-9732ebb3e6c4 req-5011f283-e271-4ebb-abca-0dcae7556dab service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7ad0c4cc9c184a21b22a9c773ba83499&device_id=862333c6-78de-4ab7-979b-ded23cce3748 HTTP/1.1" status: 200 len: 1097 time: 0.1089470 Jun 10 14:49:43.446291 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [req-6c26232f-0162-4697-b928-c2fbd466245a req-024bf1ab-85af-4a79-8ce7-d7eef0f2903d tempest-VolumesNegativeTest-43003271 tempest-VolumesNegativeTest-43003271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770842865987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770842374669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10153669'] for port, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:43.450267 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-29d1a24e-58fb-458f-82df-46b9be4c9d05 tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:49:43.452410 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef01978-3395-4c50-9a64-103b5f1c97ff req-0391ea35-33ef-4fc2-9244-65525c8ab0ab tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:43.453910 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-0ef01978-3395-4c50-9a64-103b5f1c97ff req-0391ea35-33ef-4fc2-9244-65525c8ab0ab tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] 10.222.0.38 "GET /v2.0/ports?device_id=91ac4d0d-ffc0-49a3-8f8c-b4d1657ce50f HTTP/1.1" status: 200 len: 946 time: 0.1144714 Jun 10 14:49:43.460936 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] get_ports_and_sgs() called for port_ids ['50ecd715-824c-4835-be42-f39233c76837'] {{(pid=98190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 14:49:43.482452 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024bf1ab-85af-4a79-8ce7-d7eef0f2903d tempest-VolumesNegativeTest-43003271 tempest-VolumesNegativeTest-43003271-project] Pushing event deleted for resources: {'Port': ['ID=50ecd715-824c-4835-be42-f39233c76837,revision_number=None']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:49:43.485671 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-024bf1ab-85af-4a79-8ce7-d7eef0f2903d tempest-VolumesNegativeTest-43003271 tempest-VolumesNegativeTest-43003271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:49:43.547196 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c26232f-0162-4697-b928-c2fbd466245a req-024bf1ab-85af-4a79-8ce7-d7eef0f2903d tempest-VolumesNegativeTest-43003271 tempest-VolumesNegativeTest-43003271-project] No DVR routers for this DVR port 50ecd715-824c-4835-be42-f39233c76837 on host hv-cinder-79578 {{(pid=98189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 14:49:43.549905 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [req-6c26232f-0162-4697-b928-c2fbd466245a req-024bf1ab-85af-4a79-8ce7-d7eef0f2903d tempest-VolumesNegativeTest-43003271 tempest-VolumesNegativeTest-43003271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32075'] for port, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:43.552680 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-6c26232f-0162-4697-b928-c2fbd466245a req-024bf1ab-85af-4a79-8ce7-d7eef0f2903d tempest-VolumesNegativeTest-43003271 tempest-VolumesNegativeTest-43003271-project] 10.222.0.36 "DELETE /v2.0/ports/50ecd715-824c-4835-be42-f39233c76837 HTTP/1.1" status: 204 len: 173 time: 0.5887382 Jun 10 14:49:43.553316 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd80c245b-0f26-4034-bb44-024ac797aa4e', 'name': 'network-vif-deleted', 'tag': '50ecd715-824c-4835-be42-f39233c76837'}] {{(pid=98189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:49:43.557381 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd5238e10c74dbb520512e65c1fdd866749acdde8b41798b102d67d69ab3830" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec0c558-61b4-43de-a63b-58c2d7b45a3b" -d '{"events": [{"server_uuid": "d80c245b-0f26-4034-bb44-024ac797aa4e", "name": "network-vif-deleted", "tag": "50ecd715-824c-4835-be42-f39233c76837"}]}' {{(pid=98189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:49:43.597311 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-0ef01978-3395-4c50-9a64-103b5f1c97ff req-78b6ea06-d797-4d2c-bb61-32a77f3fd519 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e0af78c-08e6-4e38-9f32-394dca315d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336493 Jun 10 14:49:43.616089 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10fec23-26f0-4cfc-b4e0-9732ebb3e6c4 req-8fe12ce5-7a65-4c47-a780-2e4a9be0b044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:43.626001 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-a10fec23-26f0-4cfc-b4e0-9732ebb3e6c4 req-8fe12ce5-7a65-4c47-a780-2e4a9be0b044 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6179b761-cc91-4fd2-82e2-ade348dd0be6 HTTP/1.1" status: 200 len: 910 time: 0.1671538 Jun 10 14:49:43.667620 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 14:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47346d4e-84e5-4344-8354-b2145873b179 x-openstack-request-id: req-47346d4e-84e5-4344-8354-b2145873b179 {{(pid=98189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:49:43.667953 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d80c245b-0f26-4034-bb44-024ac797aa4e", "name": "network-vif-deleted", "tag": "50ecd715-824c-4835-be42-f39233c76837", "status": "completed", "code": 200}]} {{(pid=98189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:49:43.668256 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-47346d4e-84e5-4344-8354-b2145873b179 {{(pid=98189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:49:43.668706 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd80c245b-0f26-4034-bb44-024ac797aa4e', 'name': 'network-vif-deleted', 'tag': '50ecd715-824c-4835-be42-f39233c76837', 'status': 'completed', 'code': 200} Jun 10 14:49:43.685547 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-a10fec23-26f0-4cfc-b4e0-9732ebb3e6c4 req-54f6bde2-b6cf-4f09-b923-90cc25c682f4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=073e9210-c39c-4aa9-aa66-43aacb41d551 HTTP/1.1" status: 200 len: 217 time: 0.0555866 Jun 10 14:49:43.747946 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10fec23-26f0-4cfc-b4e0-9732ebb3e6c4 req-c2127a50-2dfa-4e80-b753-749f3d999b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:43.749393 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-a10fec23-26f0-4cfc-b4e0-9732ebb3e6c4 req-c2127a50-2dfa-4e80-b753-749f3d999b3f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4098b35f-357c-4bbb-bdc3-1293c64299a6 HTTP/1.1" status: 200 len: 849 time: 0.0560794 Jun 10 14:49:43.787111 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-a10fec23-26f0-4cfc-b4e0-9732ebb3e6c4 req-394df0a3-973f-4df5-9dac-12bed366df0b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6179b761-cc91-4fd2-82e2-ade348dd0be6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303349 Jun 10 14:49:43.901410 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-a10fec23-26f0-4cfc-b4e0-9732ebb3e6c4 req-330a80dd-96f1-4cb9-a3cc-a033a48fd2e5 service neutron] 10.222.0.36 "GET /v2.0/networks/6179b761-cc91-4fd2-82e2-ade348dd0be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070395 Jun 10 14:49:44.015603 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-a10fec23-26f0-4cfc-b4e0-9732ebb3e6c4 req-36b19187-3db1-411a-8f4e-c77f45059d48 service neutron] 10.222.0.36 "GET /v2.0/networks/6179b761-cc91-4fd2-82e2-ade348dd0be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072469 Jun 10 14:49:44.399595 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c38204d-2f67-4858-bfe9-0b644695db81 req-449662ab-3377-45d3-a362-90f735e8bf9c tempest-VolumesActionsTest-246615251 tempest-VolumesActionsTest-246615251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:44.401172 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-1c38204d-2f67-4858-bfe9-0b644695db81 req-449662ab-3377-45d3-a362-90f735e8bf9c tempest-VolumesActionsTest-246615251 tempest-VolumesActionsTest-246615251-project] 10.222.0.38 "GET /v2.0/ports?device_id=862333c6-78de-4ab7-979b-ded23cce3748 HTTP/1.1" status: 200 len: 944 time: 0.0705471 Jun 10 14:49:44.448504 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-1c38204d-2f67-4858-bfe9-0b644695db81 req-da391472-4972-47f3-a8bb-45d0befc753a tempest-VolumesActionsTest-246615251 tempest-VolumesActionsTest-246615251-project] 10.222.0.38 "GET /v2.0/security-groups?id=3173cf58-7ed6-4c0d-9b90-cf5ff506943c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413911 Jun 10 14:49:44.893710 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-fbbc5fb5-3f71-4862-8fd7-9153cbf0fe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:45.055067 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133b7ae9-e764-451e-9bd6-e099f2e0254d req-93420a5e-b300-4aa5-a2b6-e4f2ef8d956c tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:45.056475 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-133b7ae9-e764-451e-9bd6-e099f2e0254d req-93420a5e-b300-4aa5-a2b6-e4f2ef8d956c tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] 10.222.0.38 "GET /v2.0/ports?device_id=91ac4d0d-ffc0-49a3-8f8c-b4d1657ce50f HTTP/1.1" status: 200 len: 946 time: 0.3407974 Jun 10 14:49:45.098762 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-133b7ae9-e764-451e-9bd6-e099f2e0254d req-a51bef00-47df-411e-86ae-14cf56f8f7f2 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e0af78c-08e6-4e38-9f32-394dca315d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367672 Jun 10 14:49:45.639136 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2739481-ddda-4ff6-aaf6-936904434b85 req-92a0f6e7-ac29-4c48-b973-aa278ec31d99 tempest-VolumesActionsTest-246615251 tempest-VolumesActionsTest-246615251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:45.640632 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-f2739481-ddda-4ff6-aaf6-936904434b85 req-92a0f6e7-ac29-4c48-b973-aa278ec31d99 tempest-VolumesActionsTest-246615251 tempest-VolumesActionsTest-246615251-project] 10.222.0.38 "GET /v2.0/ports?device_id=862333c6-78de-4ab7-979b-ded23cce3748 HTTP/1.1" status: 200 len: 944 time: 0.0752058 Jun 10 14:49:45.686107 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-f2739481-ddda-4ff6-aaf6-936904434b85 req-d1b5f704-bc12-41f1-a3ce-18220d204484 tempest-VolumesActionsTest-246615251 tempest-VolumesActionsTest-246615251-project] 10.222.0.38 "GET /v2.0/security-groups?id=3173cf58-7ed6-4c0d-9b90-cf5ff506943c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396082 Jun 10 14:49:45.905400 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Device 073e9210-c39c-4aa9-aa66-43aacb41d551 details requested by agent hyperv_hv-cinder-79578 with host hv-cinder-79578 {{(pid=98190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 14:49:46.031064 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] For port 073e9210-c39c-4aa9-aa66-43aacb41d551, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=073e9210-c39c-4aa9-aa66-43aacb41d551,segment=NetworkSegment(2e983a93-4acc-44fd-8f4b-3f3af1fcbdfe),segment_id=2e983a93-4acc-44fd-8f4b-3f3af1fcbdfe)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:49:46.043792 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Returning: {'device': '073e9210-c39c-4aa9-aa66-43aacb41d551', 'network_id': '6179b761-cc91-4fd2-82e2-ade348dd0be6', 'port_id': '073e9210-c39c-4aa9-aa66-43aacb41d551', 'mac_address': 'fa:16:3e:20:2b:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4098b35f-357c-4bbb-bdc3-1293c64299a6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 14:49:46.086869 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:46.102806 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.notifiers.nova [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 073e9210-c39c-4aa9-aa66-43aacb41d551 {{(pid=98190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 14:49:46.124038 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] For port 073e9210-c39c-4aa9-aa66-43aacb41d551, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=073e9210-c39c-4aa9-aa66-43aacb41d551,segment=NetworkSegment(2e983a93-4acc-44fd-8f4b-3f3af1fcbdfe),segment_id=2e983a93-4acc-44fd-8f4b-3f3af1fcbdfe)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:49:46.130249 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:46.132600 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:49:46.191568 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Pushing event updated for resources: {'Port': ['ID=073e9210-c39c-4aa9-aa66-43aacb41d551,revision_number=4']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:49:46.195061 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:49:46.285493 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b291704-632b-40ec-95f4-2ecda7a41041 req-8772dfe4-4a3f-498e-9762-6650de3cc214 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:46.286949 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-8b291704-632b-40ec-95f4-2ecda7a41041 req-8772dfe4-4a3f-498e-9762-6650de3cc214 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] 10.222.0.38 "GET /v2.0/ports?device_id=91ac4d0d-ffc0-49a3-8f8c-b4d1657ce50f HTTP/1.1" status: 200 len: 946 time: 0.0699451 Jun 10 14:49:46.329387 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-8b291704-632b-40ec-95f4-2ecda7a41041 req-0e15e7b0-43c3-46ab-bfbe-b30774e385d3 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e0af78c-08e6-4e38-9f32-394dca315d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368619 Jun 10 14:49:46.344579 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] get_ports_and_sgs() called for port_ids ['073e9210-c39c-4aa9-aa66-43aacb41d551'] {{(pid=98190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 14:49:46.872070 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62da7fa8-f76e-4e5c-b575-498d7d5d66ea req-7abe0501-5f23-4dfc-8618-2416dbab74e6 tempest-VolumesActionsTest-246615251 tempest-VolumesActionsTest-246615251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:46.873650 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-62da7fa8-f76e-4e5c-b575-498d7d5d66ea req-7abe0501-5f23-4dfc-8618-2416dbab74e6 tempest-VolumesActionsTest-246615251 tempest-VolumesActionsTest-246615251-project] 10.222.0.38 "GET /v2.0/ports?device_id=862333c6-78de-4ab7-979b-ded23cce3748 HTTP/1.1" status: 200 len: 945 time: 0.0749707 Jun 10 14:49:46.915890 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-62da7fa8-f76e-4e5c-b575-498d7d5d66ea req-c67aa148-5f82-4085-9119-8dd22aa74e23 tempest-VolumesActionsTest-246615251 tempest-VolumesActionsTest-246615251-project] 10.222.0.38 "GET /v2.0/security-groups?id=3173cf58-7ed6-4c0d-9b90-cf5ff506943c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366058 Jun 10 14:49:47.527842 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be4e09b-929c-4979-bb99-a761c42a9091 req-d6349c51-cae0-45f3-81f7-d458bfc6ce40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:47.529306 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-0be4e09b-929c-4979-bb99-a761c42a9091 req-d6349c51-cae0-45f3-81f7-d458bfc6ce40 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f118f8afe4cb43389f09486f16dc9b22&device_id=91ac4d0d-ffc0-49a3-8f8c-b4d1657ce50f HTTP/1.1" status: 200 len: 1099 time: 0.1070423 Jun 10 14:49:47.541699 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94274488-1e45-4bba-b895-7fb348d652b7 req-36adfcbf-63fe-46ab-bc26-8673572a2f54 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:47.543036 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-94274488-1e45-4bba-b895-7fb348d652b7 req-36adfcbf-63fe-46ab-bc26-8673572a2f54 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] 10.222.0.38 "GET /v2.0/ports?device_id=91ac4d0d-ffc0-49a3-8f8c-b4d1657ce50f HTTP/1.1" status: 200 len: 946 time: 0.0912123 Jun 10 14:49:47.650821 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-94274488-1e45-4bba-b895-7fb348d652b7 req-1d7e11c7-86a9-4c98-9985-c23cdd0a81fb tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e0af78c-08e6-4e38-9f32-394dca315d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999618 Jun 10 14:49:47.676905 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be4e09b-929c-4979-bb99-a761c42a9091 req-746c212f-7c0a-42be-9725-9f33d877d954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:47.678328 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-0be4e09b-929c-4979-bb99-a761c42a9091 req-746c212f-7c0a-42be-9725-9f33d877d954 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e378d419-99a5-4d8c-a4e8-3ffe4d1d62f1 HTTP/1.1" status: 200 len: 910 time: 0.1344695 Jun 10 14:49:47.758160 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-0be4e09b-929c-4979-bb99-a761c42a9091 req-71f9817a-0a79-4d62-a5d4-c61937a41f0f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d19c02a6-f26c-4667-8938-35294517d349 HTTP/1.1" status: 200 len: 1001 time: 0.0735762 Jun 10 14:49:47.816795 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be4e09b-929c-4979-bb99-a761c42a9091 req-7dc89635-bd24-4690-ba28-bcc38a53f90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:47.818229 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-0be4e09b-929c-4979-bb99-a761c42a9091 req-7dc89635-bd24-4690-ba28-bcc38a53f90f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=56db2e31-5909-4819-bf54-a79557f7c937 HTTP/1.1" status: 200 len: 848 time: 0.0540745 Jun 10 14:49:47.880927 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be4e09b-929c-4979-bb99-a761c42a9091 req-deb25063-be12-401a-b9b7-7d2016b795d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:47.882387 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-0be4e09b-929c-4979-bb99-a761c42a9091 req-deb25063-be12-401a-b9b7-7d2016b795d9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e378d419-99a5-4d8c-a4e8-3ffe4d1d62f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0584056 Jun 10 14:49:47.932572 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Device 073e9210-c39c-4aa9-aa66-43aacb41d551 up at agent hyperv_hv-cinder-79578 {{(pid=98190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:49:47.997128 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Provisioning for port 073e9210-c39c-4aa9-aa66-43aacb41d551 completed by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:49:48.003222 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Provisioning complete for port 073e9210-c39c-4aa9-aa66-43aacb41d551 triggered by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:49:48.004402 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32877986'] for port, provisioning_complete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:48.016558 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-0be4e09b-929c-4979-bb99-a761c42a9091 req-d61a3007-6cac-4d78-b0f1-5748c359de99 service neutron] 10.222.0.36 "GET /v2.0/networks/e378d419-99a5-4d8c-a4e8-3ffe4d1d62f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277351 Jun 10 14:49:48.090651 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 42140) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:49:48.100069 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:48.125694 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '862333c6-78de-4ab7-979b-ded23cce3748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '073e9210-c39c-4aa9-aa66-43aacb41d551'}] {{(pid=98190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:49:48.128058 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3d4185ab3030d597d4fdff3a42636a440041618624b200d466a1cf3773607d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75737382-f26d-4818-9c31-87fd306129d6" -d '{"events": [{"server_uuid": "862333c6-78de-4ab7-979b-ded23cce3748", "name": "network-vif-plugged", "status": "completed", "tag": "073e9210-c39c-4aa9-aa66-43aacb41d551"}]}' {{(pid=98190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:49:48.143003 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] For port 073e9210-c39c-4aa9-aa66-43aacb41d551, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=073e9210-c39c-4aa9-aa66-43aacb41d551,segment=NetworkSegment(2e983a93-4acc-44fd-8f4b-3f3af1fcbdfe),segment_id=2e983a93-4acc-44fd-8f4b-3f3af1fcbdfe)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:49:48.149623 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:48.150771 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Device 50ecd715-824c-4835-be42-f39233c76837 no longer exists at agent hyperv_hv-cinder-79578 {{(pid=98190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 14:49:48.153609 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:49:48.183902 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 14:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e33e013-120f-46d3-b272-98591399bd7b x-openstack-request-id: req-7e33e013-120f-46d3-b272-98591399bd7b {{(pid=98190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:49:48.184208 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "862333c6-78de-4ab7-979b-ded23cce3748", "name": "network-vif-plugged", "status": "completed", "tag": "073e9210-c39c-4aa9-aa66-43aacb41d551", "code": 200}]} {{(pid=98190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:49:48.184523 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7e33e013-120f-46d3-b272-98591399bd7b {{(pid=98190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:49:48.185061 dv-cinder-795785-1-smb neutron-server[98190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '862333c6-78de-4ab7-979b-ded23cce3748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '073e9210-c39c-4aa9-aa66-43aacb41d551', 'code': 200} Jun 10 14:49:48.208270 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.plugin [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] No Port match for: 50ecd715-824c-4835-be42-f39233c76837 {{(pid=98190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 14:49:48.208654 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Device 50ecd715-824c-4835-be42-f39233c76837 not bound to the agent host hv-cinder-79578 {{(pid=98190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 14:49:48.219944 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-0be4e09b-929c-4979-bb99-a761c42a9091 req-349a2b45-66d0-44bb-bdc4-a00ae384c98d service neutron] 10.222.0.36 "GET /v2.0/networks/e378d419-99a5-4d8c-a4e8-3ffe4d1d62f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953795 Jun 10 14:49:48.233052 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a5731c-7f62-4d35-84af-c5027ca4b2d0 req-bc2bdee3-42f5-4a8d-a8bd-d54449bf6850 tempest-VolumesActionsTest-246615251 tempest-VolumesActionsTest-246615251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:48.243290 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-67a5731c-7f62-4d35-84af-c5027ca4b2d0 req-bc2bdee3-42f5-4a8d-a8bd-d54449bf6850 tempest-VolumesActionsTest-246615251 tempest-VolumesActionsTest-246615251-project] 10.222.0.38 "GET /v2.0/ports?device_id=862333c6-78de-4ab7-979b-ded23cce3748 HTTP/1.1" status: 200 len: 945 time: 0.1834037 Jun 10 14:49:48.257407 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Pushing event updated for resources: {'Port': ['ID=073e9210-c39c-4aa9-aa66-43aacb41d551,revision_number=5']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:49:48.260528 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:49:48.282745 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-67a5731c-7f62-4d35-84af-c5027ca4b2d0 req-aa5a0b9f-362e-4729-a576-57b1fa70358f tempest-VolumesActionsTest-246615251 tempest-VolumesActionsTest-246615251-project] 10.222.0.38 "GET /v2.0/security-groups?id=3173cf58-7ed6-4c0d-9b90-cf5ff506943c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385206 Jun 10 14:49:48.435455 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16860eb8-85d7-433b-b519-bbb81d75a486 req-b32fc7a1-35d6-401f-aada-d0afba8c9623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:48.437106 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-16860eb8-85d7-433b-b519-bbb81d75a486 req-b32fc7a1-35d6-401f-aada-d0afba8c9623 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=862333c6-78de-4ab7-979b-ded23cce3748 HTTP/1.1" status: 200 len: 1099 time: 0.0648627 Jun 10 14:49:48.477320 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-16860eb8-85d7-433b-b519-bbb81d75a486 req-4e6c1f4a-8744-4088-a495-3760278c2fd2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3173cf58-7ed6-4c0d-9b90-cf5ff506943c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332906 Jun 10 14:49:48.565541 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-906f64d4-f25c-46d4-acc7-60e80cd740cb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0bae2471fa2a4545bfce7927f33b6c26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4736586 Jun 10 14:49:48.568248 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 42146) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:49:48.620534 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-f8d6f81e-831d-4e73-91a3-bbcd665265a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:48.642643 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-f8d6f81e-831d-4e73-91a3-bbcd665265a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:48.695243 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-f8d6f81e-831d-4e73-91a3-bbcd665265a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:48.697867 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-f8d6f81e-831d-4e73-91a3-bbcd665265a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:48.701537 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-f8d6f81e-831d-4e73-91a3-bbcd665265a2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/566ceb20-8a2e-413e-a6c9-3e8097c139f5 HTTP/1.1" status: 204 len: 168 time: 0.1292863 Jun 10 14:49:48.701537 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-c16034a6-587b-4c86-b9b6-a9d8ec9da3bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:49:48.709154 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d6f81e-831d-4e73-91a3-bbcd665265a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=566ceb20-8a2e-413e-a6c9-3e8097c139f5,revision_number=None']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:49:48.711574 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-f8d6f81e-831d-4e73-91a3-bbcd665265a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:49:48.852757 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cde9ada-41f5-4f91-9c53-6716853b3355 req-e0c5c0c6-b8a3-4c29-98a4-647b72f35735 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:48.854335 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-8cde9ada-41f5-4f91-9c53-6716853b3355 req-e0c5c0c6-b8a3-4c29-98a4-647b72f35735 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] 10.222.0.38 "GET /v2.0/ports?device_id=91ac4d0d-ffc0-49a3-8f8c-b4d1657ce50f HTTP/1.1" status: 200 len: 946 time: 0.0798464 Jun 10 14:49:48.900099 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-8cde9ada-41f5-4f91-9c53-6716853b3355 req-abc959a7-2747-4197-ae1a-3a8b0743f1ee tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e0af78c-08e6-4e38-9f32-394dca315d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398586 Jun 10 14:49:49.324250 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.agents_db [None req-cd79858f-8c6e-4eae-9804-968873059af8 None None] Agent healthcheck: found 6 active agents {{(pid=98191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 14:49:49.465244 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b38f97d-232a-4c2c-8c46-b21c6f20b150 req-e5c186a8-a324-4e2d-abd4-12b139faaafb tempest-VolumesActionsTest-246615251 tempest-VolumesActionsTest-246615251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:49.466821 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-6b38f97d-232a-4c2c-8c46-b21c6f20b150 req-e5c186a8-a324-4e2d-abd4-12b139faaafb tempest-VolumesActionsTest-246615251 tempest-VolumesActionsTest-246615251-project] 10.222.0.38 "GET /v2.0/ports?device_id=862333c6-78de-4ab7-979b-ded23cce3748 HTTP/1.1" status: 200 len: 946 time: 0.0717797 Jun 10 14:49:49.506823 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-6b38f97d-232a-4c2c-8c46-b21c6f20b150 req-a7fc802d-8db0-441b-97bb-bed86f103290 tempest-VolumesActionsTest-246615251 tempest-VolumesActionsTest-246615251-project] 10.222.0.38 "GET /v2.0/security-groups?id=3173cf58-7ed6-4c0d-9b90-cf5ff506943c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337431 Jun 10 14:49:50.092160 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9617d00-49d2-4388-9146-354ce9f89fca req-cee3e51c-e0cf-471c-bc0a-3b693dd1219e tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:50.093533 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-f9617d00-49d2-4388-9146-354ce9f89fca req-cee3e51c-e0cf-471c-bc0a-3b693dd1219e tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] 10.222.0.38 "GET /v2.0/ports?device_id=91ac4d0d-ffc0-49a3-8f8c-b4d1657ce50f HTTP/1.1" status: 200 len: 946 time: 0.0737875 Jun 10 14:49:50.134888 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-f9617d00-49d2-4388-9146-354ce9f89fca req-9ae0e125-76bb-4f4f-8b10-1d574fa6c82e tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e0af78c-08e6-4e38-9f32-394dca315d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350523 Jun 10 14:49:51.321413 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0301c641-17a1-4c73-8e04-16eea3d2caf4 req-e834a31a-b1ff-437b-a634-046564d54c7b tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:51.323033 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-0301c641-17a1-4c73-8e04-16eea3d2caf4 req-e834a31a-b1ff-437b-a634-046564d54c7b tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] 10.222.0.38 "GET /v2.0/ports?device_id=91ac4d0d-ffc0-49a3-8f8c-b4d1657ce50f HTTP/1.1" status: 200 len: 946 time: 0.0766723 Jun 10 14:49:51.365440 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-0301c641-17a1-4c73-8e04-16eea3d2caf4 req-e0398d94-6cc2-45b2-b40a-5b6901068c28 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e0af78c-08e6-4e38-9f32-394dca315d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367284 Jun 10 14:49:51.715151 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-7b5c2888-1da6-47ba-a361-90fb499ea124 req-bf343c18-ca24-43a0-a059-729e1d2c8e75 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=91ac4d0d-ffc0-49a3-8f8c-b4d1657ce50f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0974295 Jun 10 14:49:51.752845 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c550fa-c4a4-4dc8-9b02-5aa195cf92a3 req-21380657-d432-4ca1-8533-64bc229472dd tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:51.755117 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-50c550fa-c4a4-4dc8-9b02-5aa195cf92a3 req-21380657-d432-4ca1-8533-64bc229472dd tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] 10.222.0.38 "GET /v2.0/ports?device_id=91ac4d0d-ffc0-49a3-8f8c-b4d1657ce50f HTTP/1.1" status: 200 len: 946 time: 0.0842059 Jun 10 14:49:51.799913 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-50c550fa-c4a4-4dc8-9b02-5aa195cf92a3 req-12829714-4a06-41e6-8c34-c883aaa5dabe tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e0af78c-08e6-4e38-9f32-394dca315d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392544 Jun 10 14:49:52.168352 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff5c847-d88f-41d9-92fa-4ef7702c004f req-07f18a03-9722-41e9-ad36-071fea32ac12 tempest-VolumesActionsTest-246615251 tempest-VolumesActionsTest-246615251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:52.169803 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-1ff5c847-d88f-41d9-92fa-4ef7702c004f req-07f18a03-9722-41e9-ad36-071fea32ac12 tempest-VolumesActionsTest-246615251 tempest-VolumesActionsTest-246615251-project] 10.222.0.38 "GET /v2.0/ports?device_id=862333c6-78de-4ab7-979b-ded23cce3748 HTTP/1.1" status: 200 len: 946 time: 0.0684764 Jun 10 14:49:52.211214 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-1ff5c847-d88f-41d9-92fa-4ef7702c004f req-9633376f-9821-4f52-91c3-d8e12f08b8f5 tempest-VolumesActionsTest-246615251 tempest-VolumesActionsTest-246615251-project] 10.222.0.38 "GET /v2.0/security-groups?id=3173cf58-7ed6-4c0d-9b90-cf5ff506943c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347233 Jun 10 14:49:53.006302 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5c2888-1da6-47ba-a361-90fb499ea124 req-2cd2090d-2608-491c-be4b-ab6fc732928c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:53.007757 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-7b5c2888-1da6-47ba-a361-90fb499ea124 req-2cd2090d-2608-491c-be4b-ab6fc732928c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=91ac4d0d-ffc0-49a3-8f8c-b4d1657ce50f&tenant_id=f118f8afe4cb43389f09486f16dc9b22 HTTP/1.1" status: 200 len: 1099 time: 0.1049185 Jun 10 14:49:53.023640 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dda524-a4bc-4fc3-bb0b-ad1d97651dae req-bab4a93a-f7b0-4dfc-83dc-ea65aa0d51db tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:53.025131 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-71dda524-a4bc-4fc3-bb0b-ad1d97651dae req-bab4a93a-f7b0-4dfc-83dc-ea65aa0d51db tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] 10.222.0.38 "GET /v2.0/ports?device_id=91ac4d0d-ffc0-49a3-8f8c-b4d1657ce50f HTTP/1.1" status: 200 len: 946 time: 0.0895648 Jun 10 14:49:53.101579 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-71dda524-a4bc-4fc3-bb0b-ad1d97651dae req-0bf6e078-f797-4706-b74a-b0f1504e3f83 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e0af78c-08e6-4e38-9f32-394dca315d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707071 Jun 10 14:49:53.122897 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5c2888-1da6-47ba-a361-90fb499ea124 req-c905f021-7916-432b-b6f7-12210e881582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:53.124344 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-7b5c2888-1da6-47ba-a361-90fb499ea124 req-c905f021-7916-432b-b6f7-12210e881582 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f118f8afe4cb43389f09486f16dc9b22&device_id=91ac4d0d-ffc0-49a3-8f8c-b4d1657ce50f HTTP/1.1" status: 200 len: 1099 time: 0.0776703 Jun 10 14:49:53.240983 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5c2888-1da6-47ba-a361-90fb499ea124 req-01da7d06-2951-4073-8099-637101c95e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:53.242584 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-7b5c2888-1da6-47ba-a361-90fb499ea124 req-01da7d06-2951-4073-8099-637101c95e3f service neutron] 10.222.0.36 "GET /v2.0/networks?id=e378d419-99a5-4d8c-a4e8-3ffe4d1d62f1 HTTP/1.1" status: 200 len: 910 time: 0.1097698 Jun 10 14:49:53.360333 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-7b5c2888-1da6-47ba-a361-90fb499ea124 req-73088508-639a-4588-a6dd-3fc0fc8aa36c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d19c02a6-f26c-4667-8938-35294517d349 HTTP/1.1" status: 200 len: 1001 time: 0.1076913 Jun 10 14:49:53.435252 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5c2888-1da6-47ba-a361-90fb499ea124 req-8792cfe8-9566-400e-adc5-dd238e64ed4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:53.436690 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-7b5c2888-1da6-47ba-a361-90fb499ea124 req-8792cfe8-9566-400e-adc5-dd238e64ed4a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=56db2e31-5909-4819-bf54-a79557f7c937 HTTP/1.1" status: 200 len: 848 time: 0.0669408 Jun 10 14:49:53.445947 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e7d884-5f51-4499-880e-74a309176aad req-250e5a91-35e5-4568-9c28-262d935dfd4a tempest-VolumesActionsTest-246615251 tempest-VolumesActionsTest-246615251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:53.447292 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-09e7d884-5f51-4499-880e-74a309176aad req-250e5a91-35e5-4568-9c28-262d935dfd4a tempest-VolumesActionsTest-246615251 tempest-VolumesActionsTest-246615251-project] 10.222.0.38 "GET /v2.0/ports?device_id=862333c6-78de-4ab7-979b-ded23cce3748 HTTP/1.1" status: 200 len: 946 time: 0.1209877 Jun 10 14:49:53.489036 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86f5414-ec2c-4a3a-9d4c-56ce5cc9e602 req-33125515-84e8-41c2-a29e-e14f71da3e48 tempest-VolumesActionsTest-246615251 tempest-VolumesActionsTest-246615251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:53.491033 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-c86f5414-ec2c-4a3a-9d4c-56ce5cc9e602 req-33125515-84e8-41c2-a29e-e14f71da3e48 tempest-VolumesActionsTest-246615251 tempest-VolumesActionsTest-246615251-project] 10.222.0.36 "GET /v2.0/ports?device_id=862333c6-78de-4ab7-979b-ded23cce3748 HTTP/1.1" status: 200 len: 946 time: 0.0739212 Jun 10 14:49:53.517957 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-09e7d884-5f51-4499-880e-74a309176aad req-8acd9ff1-39ed-4899-93b8-4a54b7641c03 tempest-VolumesActionsTest-246615251 tempest-VolumesActionsTest-246615251-project] 10.222.0.38 "GET /v2.0/security-groups?id=3173cf58-7ed6-4c0d-9b90-cf5ff506943c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603826 Jun 10 14:49:53.540888 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5c2888-1da6-47ba-a361-90fb499ea124 req-b65f4b43-3edc-405f-811d-cdc76ee641b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:53.542440 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-7b5c2888-1da6-47ba-a361-90fb499ea124 req-b65f4b43-3edc-405f-811d-cdc76ee641b6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e378d419-99a5-4d8c-a4e8-3ffe4d1d62f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0943220 Jun 10 14:49:53.605697 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.plugin [req-c86f5414-ec2c-4a3a-9d4c-56ce5cc9e602 req-da9bd5be-d11d-4147-bcd8-f424f986fe86 tempest-VolumesActionsTest-246615251 tempest-VolumesActionsTest-246615251-project] Deleting port 073e9210-c39c-4aa9-aa66-43aacb41d551 {{(pid=98189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 14:49:53.606040 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [req-c86f5414-ec2c-4a3a-9d4c-56ce5cc9e602 req-da9bd5be-d11d-4147-bcd8-f424f986fe86 tempest-VolumesActionsTest-246615251 tempest-VolumesActionsTest-246615251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770842860575'] for port, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:53.655810 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-7b5c2888-1da6-47ba-a361-90fb499ea124 req-b777e734-4c4a-424c-a7a2-5443e419f1ed service neutron] 10.222.0.36 "GET /v2.0/networks/e378d419-99a5-4d8c-a4e8-3ffe4d1d62f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069896 Jun 10 14:49:53.717846 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.db [req-c86f5414-ec2c-4a3a-9d4c-56ce5cc9e602 req-da9bd5be-d11d-4147-bcd8-f424f986fe86 tempest-VolumesActionsTest-246615251 tempest-VolumesActionsTest-246615251-project] For port 073e9210-c39c-4aa9-aa66-43aacb41d551, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=073e9210-c39c-4aa9-aa66-43aacb41d551,segment=NetworkSegment(2e983a93-4acc-44fd-8f4b-3f3af1fcbdfe),segment_id=2e983a93-4acc-44fd-8f4b-3f3af1fcbdfe)] {{(pid=98189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:49:53.718210 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [req-c86f5414-ec2c-4a3a-9d4c-56ce5cc9e602 req-da9bd5be-d11d-4147-bcd8-f424f986fe86 tempest-VolumesActionsTest-246615251 tempest-VolumesActionsTest-246615251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725918'] for port, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:53.770831 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-7b5c2888-1da6-47ba-a361-90fb499ea124 req-0bbeb0e2-b712-46fc-81e0-de48d7c826c3 service neutron] 10.222.0.36 "GET /v2.0/networks/e378d419-99a5-4d8c-a4e8-3ffe4d1d62f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079645 Jun 10 14:49:53.811846 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.plugin [req-c86f5414-ec2c-4a3a-9d4c-56ce5cc9e602 req-da9bd5be-d11d-4147-bcd8-f424f986fe86 tempest-VolumesActionsTest-246615251 tempest-VolumesActionsTest-246615251-project] Calling delete_port for 073e9210-c39c-4aa9-aa66-43aacb41d551 owned by compute:nova {{(pid=98189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 14:49:53.950024 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Device d19c02a6-f26c-4667-8938-35294517d349 no longer exists at agent hyperv_hv-cinder-79578 {{(pid=98190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 14:49:53.962717 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [req-c86f5414-ec2c-4a3a-9d4c-56ce5cc9e602 req-da9bd5be-d11d-4147-bcd8-f424f986fe86 tempest-VolumesActionsTest-246615251 tempest-VolumesActionsTest-246615251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770842865987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770842374669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10153669'] for port, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:53.966415 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-84457755-415d-4cc1-ab41-4f920bf0bba2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:49:53.978937 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] get_ports_and_sgs() called for port_ids ['073e9210-c39c-4aa9-aa66-43aacb41d551'] {{(pid=98190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 14:49:53.996609 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9bd5be-d11d-4147-bcd8-f424f986fe86 tempest-VolumesActionsTest-246615251 tempest-VolumesActionsTest-246615251-project] Pushing event deleted for resources: {'Port': ['ID=073e9210-c39c-4aa9-aa66-43aacb41d551,revision_number=None']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:49:53.999697 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-da9bd5be-d11d-4147-bcd8-f424f986fe86 tempest-VolumesActionsTest-246615251 tempest-VolumesActionsTest-246615251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:49:54.056319 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.db.l3_dvrscheduler_db [req-c86f5414-ec2c-4a3a-9d4c-56ce5cc9e602 req-da9bd5be-d11d-4147-bcd8-f424f986fe86 tempest-VolumesActionsTest-246615251 tempest-VolumesActionsTest-246615251-project] No DVR routers for this DVR port 073e9210-c39c-4aa9-aa66-43aacb41d551 on host hv-cinder-79578 {{(pid=98189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 14:49:54.058850 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [req-c86f5414-ec2c-4a3a-9d4c-56ce5cc9e602 req-da9bd5be-d11d-4147-bcd8-f424f986fe86 tempest-VolumesActionsTest-246615251 tempest-VolumesActionsTest-246615251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32075'] for port, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:54.060832 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-c86f5414-ec2c-4a3a-9d4c-56ce5cc9e602 req-da9bd5be-d11d-4147-bcd8-f424f986fe86 tempest-VolumesActionsTest-246615251 tempest-VolumesActionsTest-246615251-project] 10.222.0.36 "DELETE /v2.0/ports/073e9210-c39c-4aa9-aa66-43aacb41d551 HTTP/1.1" status: 204 len: 173 time: 0.5645258 Jun 10 14:49:54.061348 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '862333c6-78de-4ab7-979b-ded23cce3748', 'name': 'network-vif-deleted', 'tag': '073e9210-c39c-4aa9-aa66-43aacb41d551'}] {{(pid=98189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:49:54.063744 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd5238e10c74dbb520512e65c1fdd866749acdde8b41798b102d67d69ab3830" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1bd31d9-c1a0-4669-91f2-321bbc8ce53e" -d '{"events": [{"server_uuid": "862333c6-78de-4ab7-979b-ded23cce3748", "name": "network-vif-deleted", "tag": "073e9210-c39c-4aa9-aa66-43aacb41d551"}]}' {{(pid=98189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:49:54.065191 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:54.092772 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ac4d0d-ffc0-49a3-8f8c-b4d1657ce50f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd19c02a6-f26c-4667-8938-35294517d349'}] {{(pid=98190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:49:54.095063 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3d4185ab3030d597d4fdff3a42636a440041618624b200d466a1cf3773607d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69873f9c-5358-407d-af01-99817a3d9c9c" -d '{"events": [{"server_uuid": "91ac4d0d-ffc0-49a3-8f8c-b4d1657ce50f", "name": "network-vif-unplugged", "status": "completed", "tag": "d19c02a6-f26c-4667-8938-35294517d349"}]}' {{(pid=98190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:49:54.107025 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 14:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88ba048c-371d-411c-8917-0ef6b9830c3b x-openstack-request-id: req-88ba048c-371d-411c-8917-0ef6b9830c3b {{(pid=98189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:49:54.107436 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "862333c6-78de-4ab7-979b-ded23cce3748", "name": "network-vif-deleted", "tag": "073e9210-c39c-4aa9-aa66-43aacb41d551", "status": "completed", "code": 200}]} {{(pid=98189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:49:54.107810 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-88ba048c-371d-411c-8917-0ef6b9830c3b {{(pid=98189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:49:54.108574 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '862333c6-78de-4ab7-979b-ded23cce3748', 'name': 'network-vif-deleted', 'tag': '073e9210-c39c-4aa9-aa66-43aacb41d551', 'status': 'completed', 'code': 200} Jun 10 14:49:54.109700 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] For port d19c02a6-f26c-4667-8938-35294517d349, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=d19c02a6-f26c-4667-8938-35294517d349,segment=NetworkSegment(1161e342-38eb-4659-8988-2301eb83d5e1),segment_id=1161e342-38eb-4659-8988-2301eb83d5e1)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:49:54.115982 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:54.118051 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-49cbd0a1-0b31-44c7-9ac4-a0155bfa05ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:49:54.148923 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Jun 2021 14:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad031a2b-6cc2-46ea-8e24-5d344e2fa46d x-openstack-request-id: req-ad031a2b-6cc2-46ea-8e24-5d344e2fa46d {{(pid=98190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:49:54.149228 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91ac4d0d-ffc0-49a3-8f8c-b4d1657ce50f", "name": "network-vif-unplugged", "status": "completed", "tag": "d19c02a6-f26c-4667-8938-35294517d349", "code": 200}]} {{(pid=98190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:49:54.149491 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ad031a2b-6cc2-46ea-8e24-5d344e2fa46d {{(pid=98190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:49:54.149884 dv-cinder-795785-1-smb neutron-server[98190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ac4d0d-ffc0-49a3-8f8c-b4d1657ce50f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd19c02a6-f26c-4667-8938-35294517d349', 'code': 200} Jun 10 14:49:54.181138 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Pushing event updated for resources: {'Port': ['ID=d19c02a6-f26c-4667-8938-35294517d349,revision_number=6']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:49:54.190446 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:49:54.190939 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:49:54.191335 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:49:54.191752 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:49:54.192193 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:49:54.192633 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:49:54.192983 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:49:54.193400 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:49:54.193724 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:49:54.194082 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:49:54.194787 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:49:54.195152 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:49:54.200750 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:49:54.286299 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f87eca8-b875-4087-b41b-6ef86b21cfdd req-b26397f5-1fb9-4f37-8454-befdb8fc223b tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:54.287758 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-0f87eca8-b875-4087-b41b-6ef86b21cfdd req-b26397f5-1fb9-4f37-8454-befdb8fc223b tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] 10.222.0.38 "GET /v2.0/ports?device_id=91ac4d0d-ffc0-49a3-8f8c-b4d1657ce50f HTTP/1.1" status: 200 len: 944 time: 0.0694418 Jun 10 14:49:54.328025 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-0f87eca8-b875-4087-b41b-6ef86b21cfdd req-bfe33896-0c33-4bb0-a25a-7bf7b3f4d230 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e0af78c-08e6-4e38-9f32-394dca315d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345867 Jun 10 14:49:54.699011 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-da8a3d46-48bd-48f7-ad3a-ecf2947bdab3 req-c6d2a17c-7ed8-45af-afa9-73a368871ad2 tempest-VolumesActionsTest-246615251 tempest-VolumesActionsTest-246615251-project] 10.222.0.38 "GET /v2.0/ports?device_id=862333c6-78de-4ab7-979b-ded23cce3748 HTTP/1.1" status: 200 len: 210 time: 0.0434635 Jun 10 14:49:54.792812 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c47b5c-ad3d-48cb-ab21-f160c804ada1 req-2032eac0-1b51-4bb8-a5d0-7192f46638d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:54.794150 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-b1c47b5c-ad3d-48cb-ab21-f160c804ada1 req-2032eac0-1b51-4bb8-a5d0-7192f46638d2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=91ac4d0d-ffc0-49a3-8f8c-b4d1657ce50f HTTP/1.1" status: 200 len: 1097 time: 0.0566585 Jun 10 14:49:54.831028 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-b1c47b5c-ad3d-48cb-ab21-f160c804ada1 req-582ce810-bebf-4713-b007-d6920b8c7b46 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0e0af78c-08e6-4e38-9f32-394dca315d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299461 Jun 10 14:49:55.508951 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6db6937-9bfb-42ac-86d3-8856a4a4d607 req-f61c93a2-1bb7-44a5-bc6e-b5337898288c tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:55.510415 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-d6db6937-9bfb-42ac-86d3-8856a4a4d607 req-f61c93a2-1bb7-44a5-bc6e-b5337898288c tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] 10.222.0.38 "GET /v2.0/ports?device_id=91ac4d0d-ffc0-49a3-8f8c-b4d1657ce50f HTTP/1.1" status: 200 len: 944 time: 0.0719311 Jun 10 14:49:55.554166 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-d6db6937-9bfb-42ac-86d3-8856a4a4d607 req-60ead854-0bbc-4df3-81ec-a1d50599a2cd tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e0af78c-08e6-4e38-9f32-394dca315d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380416 Jun 10 14:49:55.970796 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Device d19c02a6-f26c-4667-8938-35294517d349 details requested by agent hyperv_hv-cinder-79578 with host hv-cinder-79578 {{(pid=98190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 14:49:56.100064 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] For port d19c02a6-f26c-4667-8938-35294517d349, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=d19c02a6-f26c-4667-8938-35294517d349,segment=NetworkSegment(1161e342-38eb-4659-8988-2301eb83d5e1),segment_id=1161e342-38eb-4659-8988-2301eb83d5e1)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:49:56.112482 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Returning: {'device': 'd19c02a6-f26c-4667-8938-35294517d349', 'network_id': 'e378d419-99a5-4d8c-a4e8-3ffe4d1d62f1', 'port_id': 'd19c02a6-f26c-4667-8938-35294517d349', 'mac_address': 'fa:16:3e:06:09:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56db2e31-5909-4819-bf54-a79557f7c937', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 14:49:56.155628 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:56.170492 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.notifiers.nova [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d19c02a6-f26c-4667-8938-35294517d349 {{(pid=98190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 14:49:56.196860 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] For port d19c02a6-f26c-4667-8938-35294517d349, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=d19c02a6-f26c-4667-8938-35294517d349,segment=NetworkSegment(1161e342-38eb-4659-8988-2301eb83d5e1),segment_id=1161e342-38eb-4659-8988-2301eb83d5e1)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:49:56.200510 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:56.202388 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:49:56.254707 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Pushing event updated for resources: {'Port': ['ID=d19c02a6-f26c-4667-8938-35294517d349,revision_number=7']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:49:56.257667 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:49:56.403886 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] get_ports_and_sgs() called for port_ids ['d19c02a6-f26c-4667-8938-35294517d349'] {{(pid=98190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 14:49:56.731082 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c988a0-72e6-4854-bf36-cbb0078d75b5 req-24fd52e5-657b-4e5d-8512-b0c26007f0b2 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:56.732539 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-92c988a0-72e6-4854-bf36-cbb0078d75b5 req-24fd52e5-657b-4e5d-8512-b0c26007f0b2 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] 10.222.0.38 "GET /v2.0/ports?device_id=91ac4d0d-ffc0-49a3-8f8c-b4d1657ce50f HTTP/1.1" status: 200 len: 945 time: 0.0662377 Jun 10 14:49:56.776934 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-92c988a0-72e6-4854-bf36-cbb0078d75b5 req-f070d374-33ce-44df-9978-0abcbc04331f tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e0af78c-08e6-4e38-9f32-394dca315d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387816 Jun 10 14:49:57.968256 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Device d19c02a6-f26c-4667-8938-35294517d349 up at agent hyperv_hv-cinder-79578 {{(pid=98190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:49:58.021357 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.provisioning_blocks [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Provisioning complete for port d19c02a6-f26c-4667-8938-35294517d349 triggered by entity L2. {{(pid=98190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:49:58.021735 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32877986'] for port, provisioning_complete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:58.109597 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33290774'] for port, before_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:58.133379 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ac4d0d-ffc0-49a3-8f8c-b4d1657ce50f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd19c02a6-f26c-4667-8938-35294517d349'}] {{(pid=98190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:49:58.135591 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3d4185ab3030d597d4fdff3a42636a440041618624b200d466a1cf3773607d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5b97274-8290-4cbc-9359-c5c8cd0169bc" -d '{"events": [{"server_uuid": "91ac4d0d-ffc0-49a3-8f8c-b4d1657ce50f", "name": "network-vif-plugged", "status": "completed", "tag": "d19c02a6-f26c-4667-8938-35294517d349"}]}' {{(pid=98190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:49:58.149287 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] For port d19c02a6-f26c-4667-8938-35294517d349, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=d19c02a6-f26c-4667-8938-35294517d349,segment=NetworkSegment(1161e342-38eb-4659-8988-2301eb83d5e1),segment_id=1161e342-38eb-4659-8988-2301eb83d5e1)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:49:58.153266 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770842865978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770842374678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770842374723'] for port, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:58.154315 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Device 073e9210-c39c-4aa9-aa66-43aacb41d551 no longer exists at agent hyperv_hv-cinder-79578 {{(pid=98190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 14:49:58.156666 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:49:58.182742 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 14:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00635ec9-3081-4cc6-b2a1-671f37d7f1df x-openstack-request-id: req-00635ec9-3081-4cc6-b2a1-671f37d7f1df {{(pid=98190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:49:58.183040 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91ac4d0d-ffc0-49a3-8f8c-b4d1657ce50f", "name": "network-vif-plugged", "status": "completed", "tag": "d19c02a6-f26c-4667-8938-35294517d349", "code": 200}]} {{(pid=98190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:49:58.183299 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-00635ec9-3081-4cc6-b2a1-671f37d7f1df {{(pid=98190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:49:58.183685 dv-cinder-795785-1-smb neutron-server[98190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ac4d0d-ffc0-49a3-8f8c-b4d1657ce50f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd19c02a6-f26c-4667-8938-35294517d349', 'code': 200} Jun 10 14:49:58.203834 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.plugin [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] No Port match for: 073e9210-c39c-4aa9-aa66-43aacb41d551 {{(pid=98190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 14:49:58.204185 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Device 073e9210-c39c-4aa9-aa66-43aacb41d551 not bound to the agent host hv-cinder-79578 {{(pid=98190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 14:49:58.234969 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Pushing event updated for resources: {'Port': ['ID=d19c02a6-f26c-4667-8938-35294517d349,revision_number=8']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:49:58.237784 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:50:07.647687 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:50:09.590548 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-2b820c6d-26f5-436a-9bce-6abad789df0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:50:10.003390 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 42342) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:50:10.055318 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec084115-1bc8-4a78-95bf-9827642f3a67 admin admin] Deleting subnet 4098b35f-357c-4bbb-bdc3-1293c64299a6 {{(pid=98189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 14:50:10.058286 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-ec084115-1bc8-4a78-95bf-9827642f3a67 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:50:10.104645 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-ec084115-1bc8-4a78-95bf-9827642f3a67 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10153154'] for subnet, precommit_delete_associations {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:50:10.150389 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-ec084115-1bc8-4a78-95bf-9827642f3a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32873560'] for subnet, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:50:10.210030 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-ec084115-1bc8-4a78-95bf-9827642f3a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32873539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9991319'] for subnet, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:50:10.212220 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-7ea9d919-8a8f-48d8-b1a3-6c65cffbe293 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:50:10.247692 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec084115-1bc8-4a78-95bf-9827642f3a67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4098b35f-357c-4bbb-bdc3-1293c64299a6,revision_number=None']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:50:10.250498 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-ec084115-1bc8-4a78-95bf-9827642f3a67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:50:10.251458 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-ec084115-1bc8-4a78-95bf-9827642f3a67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:50:10.253491 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-ec084115-1bc8-4a78-95bf-9827642f3a67 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/4098b35f-357c-4bbb-bdc3-1293c64299a6 HTTP/1.1" status: 204 len: 168 time: 0.2489300 Jun 10 14:50:10.255869 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 42344) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:50:10.342484 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-1313d6a4-1056-44af-b7b6-f8fbe016e80c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33045441'] for network, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:50:10.448205 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-1313d6a4-1056-44af-b7b6-f8fbe016e80c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32876247', 'neutron.services.segments.db._delete_segments_for_network-8770842930095'] for network, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:50:10.459428 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.services.segments.db [None req-1313d6a4-1056-44af-b7b6-f8fbe016e80c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6179b761-cc91-4fd2-82e2-ade348dd0be6']}} {{(pid=98189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:50:10.469724 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.services.segments.db [None req-1313d6a4-1056-44af-b7b6-f8fbe016e80c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e983a93-4acc-44fd-8f4b-3f3af1fcbdfe') {'for_net_delete': True} {{(pid=98189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:50:10.470017 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.services.segments.db [None req-1313d6a4-1056-44af-b7b6-f8fbe016e80c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e983a93-4acc-44fd-8f4b-3f3af1fcbdfe') {} {{(pid=98189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:50:10.480106 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-1313d6a4-1056-44af-b7b6-f8fbe016e80c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770842929924', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10153179'] for segment, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:50:10.495543 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-1313d6a4-1056-44af-b7b6-f8fbe016e80c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32871535'] for segment, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:50:10.501639 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1313d6a4-1056-44af-b7b6-f8fbe016e80c admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=98189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 14:50:10.501903 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-1313d6a4-1056-44af-b7b6-f8fbe016e80c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32871535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10153616'] for segment, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:50:10.503701 dv-cinder-795785-1-smb neutron-server[98189]: Traceback (most recent call last): Jun 10 14:50:10.503701 dv-cinder-795785-1-smb neutron-server[98189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 14:50:10.503701 dv-cinder-795785-1-smb neutron-server[98189]: timer() Jun 10 14:50:10.503701 dv-cinder-795785-1-smb neutron-server[98189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 14:50:10.503701 dv-cinder-795785-1-smb neutron-server[98189]: cb(*args, **kw) Jun 10 14:50:10.503701 dv-cinder-795785-1-smb neutron-server[98189]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 14:50:10.503701 dv-cinder-795785-1-smb neutron-server[98189]: return func(*args, **kwargs) Jun 10 14:50:10.503701 dv-cinder-795785-1-smb neutron-server[98189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 14:50:10.503701 dv-cinder-795785-1-smb neutron-server[98189]: self._notify() Jun 10 14:50:10.503701 dv-cinder-795785-1-smb neutron-server[98189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 14:50:10.503701 dv-cinder-795785-1-smb neutron-server[98189]: self.callback(batched_events) Jun 10 14:50:10.503701 dv-cinder-795785-1-smb neutron-server[98189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 14:50:10.503701 dv-cinder-795785-1-smb neutron-server[98189]: event.method(event) Jun 10 14:50:10.503701 dv-cinder-795785-1-smb neutron-server[98189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 14:50:10.503701 dv-cinder-795785-1-smb neutron-server[98189]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 14:50:10.503701 dv-cinder-795785-1-smb neutron-server[98189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 14:50:10.503701 dv-cinder-795785-1-smb neutron-server[98189]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 14:50:10.503701 dv-cinder-795785-1-smb neutron-server[98189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 14:50:10.503701 dv-cinder-795785-1-smb neutron-server[98189]: return f(self, *a, **k) Jun 10 14:50:10.503701 dv-cinder-795785-1-smb neutron-server[98189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 14:50:10.503701 dv-cinder-795785-1-smb neutron-server[98189]: return self._get(url).json() Jun 10 14:50:10.503701 dv-cinder-795785-1-smb neutron-server[98189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 14:50:10.503701 dv-cinder-795785-1-smb neutron-server[98189]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 14:50:10.503701 dv-cinder-795785-1-smb neutron-server[98189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 14:50:10.503701 dv-cinder-795785-1-smb neutron-server[98189]: return self.request(url, 'GET', **kwargs) Jun 10 14:50:10.503701 dv-cinder-795785-1-smb neutron-server[98189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 14:50:10.503701 dv-cinder-795785-1-smb neutron-server[98189]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 14:50:10.503701 dv-cinder-795785-1-smb neutron-server[98189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 14:50:10.503701 dv-cinder-795785-1-smb neutron-server[98189]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 14:50:10.503701 dv-cinder-795785-1-smb neutron-server[98189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 14:50:10.503701 dv-cinder-795785-1-smb neutron-server[98189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 14:50:10.503701 dv-cinder-795785-1-smb neutron-server[98189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 14:50:10.580787 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-1313d6a4-1056-44af-b7b6-f8fbe016e80c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32876254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726027'] for network, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:50:10.585049 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-a9fdcf66-c6a5-48d5-9ebf-b3a16aff2bf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:50:10.587389 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-1313d6a4-1056-44af-b7b6-f8fbe016e80c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545536'] for network, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:50:10.589189 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-1313d6a4-1056-44af-b7b6-f8fbe016e80c admin admin] 10.222.0.38 "DELETE /v2.0/networks/6179b761-cc91-4fd2-82e2-ade348dd0be6 HTTP/1.1" status: 204 len: 168 time: 0.3323786 Jun 10 14:50:10.591979 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 42346) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:50:10.603123 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1313d6a4-1056-44af-b7b6-f8fbe016e80c admin admin] Pushing event deleted for resources: {'Network': ['ID=6179b761-cc91-4fd2-82e2-ade348dd0be6,revision_number=None']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:50:10.605492 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-1313d6a4-1056-44af-b7b6-f8fbe016e80c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:50:10.643578 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.db.db_base_plugin_v2 [None req-a17c28b5-3960-4ee1-b1f3-7c03617f32ef admin admin] Deleting subnet e65083f7-6b5c-447b-a217-e36816b4b9c4 {{(pid=98188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 14:50:10.647093 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-a17c28b5-3960-4ee1-b1f3-7c03617f32ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:50:10.687317 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-a17c28b5-3960-4ee1-b1f3-7c03617f32ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2286371'] for subnet, precommit_delete_associations {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:50:10.735961 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-a17c28b5-3960-4ee1-b1f3-7c03617f32ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32873560'] for subnet, precommit_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:50:10.793721 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-a17c28b5-3960-4ee1-b1f3-7c03617f32ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32873539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4121722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3531569'] for subnet, after_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:50:10.796432 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:50:10.826809 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17c28b5-3960-4ee1-b1f3-7c03617f32ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e65083f7-6b5c-447b-a217-e36816b4b9c4,revision_number=None']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:50:10.829129 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-a17c28b5-3960-4ee1-b1f3-7c03617f32ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545536'] for subnet, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:50:10.830836 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-a17c28b5-3960-4ee1-b1f3-7c03617f32ef admin admin] 10.222.0.38 "DELETE /v2.0/subnets/e65083f7-6b5c-447b-a217-e36816b4b9c4 HTTP/1.1" status: 204 len: 168 time: 0.2377377 Jun 10 14:50:10.834348 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 42348) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:50:10.837161 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17c28b5-3960-4ee1-b1f3-7c03617f32ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:50:10.837541 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17c28b5-3960-4ee1-b1f3-7c03617f32ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:50:10.837911 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17c28b5-3960-4ee1-b1f3-7c03617f32ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:50:10.838279 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17c28b5-3960-4ee1-b1f3-7c03617f32ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:50:10.838639 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17c28b5-3960-4ee1-b1f3-7c03617f32ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:50:10.838996 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17c28b5-3960-4ee1-b1f3-7c03617f32ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:50:10.839354 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17c28b5-3960-4ee1-b1f3-7c03617f32ef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:50:10.839709 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17c28b5-3960-4ee1-b1f3-7c03617f32ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:50:10.840067 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17c28b5-3960-4ee1-b1f3-7c03617f32ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:50:10.840444 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17c28b5-3960-4ee1-b1f3-7c03617f32ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:50:10.840799 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17c28b5-3960-4ee1-b1f3-7c03617f32ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:50:10.841149 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17c28b5-3960-4ee1-b1f3-7c03617f32ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:50:10.844180 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-a17c28b5-3960-4ee1-b1f3-7c03617f32ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:50:10.924534 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-4c8590ef-681e-4f9b-9020-8e7e6a8c7959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33045441'] for network, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:50:11.028108 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-4c8590ef-681e-4f9b-9020-8e7e6a8c7959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32876247', 'neutron.services.segments.db._delete_segments_for_network-8770842930095'] for network, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:50:11.038785 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.services.segments.db [None req-4c8590ef-681e-4f9b-9020-8e7e6a8c7959 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f915875-f92f-475c-8440-a0252dd0c221']}} {{(pid=98189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:50:11.049788 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.services.segments.db [None req-4c8590ef-681e-4f9b-9020-8e7e6a8c7959 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c144bde8-bf8c-4826-ac98-1e1987ee556b') {'for_net_delete': True} {{(pid=98189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:50:11.050028 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.services.segments.db [None req-4c8590ef-681e-4f9b-9020-8e7e6a8c7959 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c144bde8-bf8c-4826-ac98-1e1987ee556b') {} {{(pid=98189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:50:11.059383 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-4c8590ef-681e-4f9b-9020-8e7e6a8c7959 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770842929924', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10153179'] for segment, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:50:11.074226 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-4c8590ef-681e-4f9b-9020-8e7e6a8c7959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32871535'] for segment, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:50:11.080076 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c8590ef-681e-4f9b-9020-8e7e6a8c7959 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=98189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 14:50:11.080497 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-4c8590ef-681e-4f9b-9020-8e7e6a8c7959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32871535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10153616'] for segment, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:50:11.082103 dv-cinder-795785-1-smb neutron-server[98189]: Traceback (most recent call last): Jun 10 14:50:11.082103 dv-cinder-795785-1-smb neutron-server[98189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 14:50:11.082103 dv-cinder-795785-1-smb neutron-server[98189]: timer() Jun 10 14:50:11.082103 dv-cinder-795785-1-smb neutron-server[98189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 14:50:11.082103 dv-cinder-795785-1-smb neutron-server[98189]: cb(*args, **kw) Jun 10 14:50:11.082103 dv-cinder-795785-1-smb neutron-server[98189]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 14:50:11.082103 dv-cinder-795785-1-smb neutron-server[98189]: return func(*args, **kwargs) Jun 10 14:50:11.082103 dv-cinder-795785-1-smb neutron-server[98189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 14:50:11.082103 dv-cinder-795785-1-smb neutron-server[98189]: self._notify() Jun 10 14:50:11.082103 dv-cinder-795785-1-smb neutron-server[98189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 14:50:11.082103 dv-cinder-795785-1-smb neutron-server[98189]: self.callback(batched_events) Jun 10 14:50:11.082103 dv-cinder-795785-1-smb neutron-server[98189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 14:50:11.082103 dv-cinder-795785-1-smb neutron-server[98189]: event.method(event) Jun 10 14:50:11.082103 dv-cinder-795785-1-smb neutron-server[98189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 14:50:11.082103 dv-cinder-795785-1-smb neutron-server[98189]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 14:50:11.082103 dv-cinder-795785-1-smb neutron-server[98189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 14:50:11.082103 dv-cinder-795785-1-smb neutron-server[98189]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 14:50:11.082103 dv-cinder-795785-1-smb neutron-server[98189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 14:50:11.082103 dv-cinder-795785-1-smb neutron-server[98189]: return f(self, *a, **k) Jun 10 14:50:11.082103 dv-cinder-795785-1-smb neutron-server[98189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 14:50:11.082103 dv-cinder-795785-1-smb neutron-server[98189]: return self._get(url).json() Jun 10 14:50:11.082103 dv-cinder-795785-1-smb neutron-server[98189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 14:50:11.082103 dv-cinder-795785-1-smb neutron-server[98189]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 14:50:11.082103 dv-cinder-795785-1-smb neutron-server[98189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 14:50:11.082103 dv-cinder-795785-1-smb neutron-server[98189]: return self.request(url, 'GET', **kwargs) Jun 10 14:50:11.082103 dv-cinder-795785-1-smb neutron-server[98189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 14:50:11.082103 dv-cinder-795785-1-smb neutron-server[98189]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 14:50:11.082103 dv-cinder-795785-1-smb neutron-server[98189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 14:50:11.082103 dv-cinder-795785-1-smb neutron-server[98189]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 14:50:11.082103 dv-cinder-795785-1-smb neutron-server[98189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 14:50:11.082103 dv-cinder-795785-1-smb neutron-server[98189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 14:50:11.082103 dv-cinder-795785-1-smb neutron-server[98189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 14:50:11.157746 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-4c8590ef-681e-4f9b-9020-8e7e6a8c7959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32876254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726027'] for network, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:50:11.161498 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-b1f799d3-8504-45ec-a153-694daed7c26d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:50:11.163852 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-4c8590ef-681e-4f9b-9020-8e7e6a8c7959 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545536'] for network, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:50:11.165674 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-4c8590ef-681e-4f9b-9020-8e7e6a8c7959 admin admin] 10.222.0.38 "DELETE /v2.0/networks/6f915875-f92f-475c-8440-a0252dd0c221 HTTP/1.1" status: 204 len: 168 time: 0.3303523 Jun 10 14:50:11.180387 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8590ef-681e-4f9b-9020-8e7e6a8c7959 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f915875-f92f-475c-8440-a0252dd0c221,revision_number=None']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:50:11.182640 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-4c8590ef-681e-4f9b-9020-8e7e6a8c7959 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:50:11.327947 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 42352) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:50:11.370552 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-cdb19b12-310f-49f9-865f-b2b202c7c695 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7ad0c4cc9c184a21b22a9c773ba83499&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0413342 Jun 10 14:50:11.372823 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 42354) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:50:11.421729 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-aa9c5d1a-7eb5-4e4d-9b77-72534147e230 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:50:11.444644 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-aa9c5d1a-7eb5-4e4d-9b77-72534147e230 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:50:11.501609 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-aa9c5d1a-7eb5-4e4d-9b77-72534147e230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:50:11.504972 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-aa9c5d1a-7eb5-4e4d-9b77-72534147e230 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:50:11.506099 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-aa9c5d1a-7eb5-4e4d-9b77-72534147e230 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3173cf58-7ed6-4c0d-9b90-cf5ff506943c HTTP/1.1" status: 204 len: 168 time: 0.1324177 Jun 10 14:50:11.506846 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-66631a56-a1a7-442d-b5f5-a9f2670ddbc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:50:11.520228 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9c5d1a-7eb5-4e4d-9b77-72534147e230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3173cf58-7ed6-4c0d-9b90-cf5ff506943c,revision_number=None']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:50:11.522711 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-aa9c5d1a-7eb5-4e4d-9b77-72534147e230 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:50:11.813170 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 42360) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:50:11.855754 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-4584600a-3349-4edf-a77d-13d6061153c7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=bfb925c9afb443c094b7f7ffb9721df7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0413334 Jun 10 14:50:11.857998 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 42362) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:50:11.907122 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-f5671c45-59b5-44cb-af8d-ffdf36f125f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:50:11.930583 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-f5671c45-59b5-44cb-af8d-ffdf36f125f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:50:11.979929 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-f5671c45-59b5-44cb-af8d-ffdf36f125f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:50:11.982521 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-f5671c45-59b5-44cb-af8d-ffdf36f125f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:50:11.983639 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-f5671c45-59b5-44cb-af8d-ffdf36f125f6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/09cf27d6-ed88-4af1-8c23-c8084566600f HTTP/1.1" status: 204 len: 168 time: 0.1247706 Jun 10 14:50:11.984423 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-68372642-8431-4fa0-99b9-10c1c7b3b478 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:50:11.992714 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5671c45-59b5-44cb-af8d-ffdf36f125f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09cf27d6-ed88-4af1-8c23-c8084566600f,revision_number=None']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:50:11.994955 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-f5671c45-59b5-44cb-af8d-ffdf36f125f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:50:12.068874 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:50:12.217858 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-704fbedf-8577-4334-8930-3682fed22b5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:50:13.281701 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-eaea1bf5-020e-4d00-b5bd-84659b7b503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:50:14.890418 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-fbbc5fb5-3f71-4862-8fd7-9153cbf0fe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:50:22.520957 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 42468) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:50:22.624229 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-0aa7326f-b76e-480d-a4b4-3d3ac4b523f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:50:22.720023 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-0aa7326f-b76e-480d-a4b4-3d3ac4b523f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:50:22.724454 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-0aa7326f-b76e-480d-a4b4-3d3ac4b523f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:50:22.727752 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-dfda8289-c908-4287-9d37-88ea2ca7b899 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:50:22.765692 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-0aa7326f-b76e-480d-a4b4-3d3ac4b523f4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=68a37e979d7f4c3e881e9be6869e0a91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2436509 Jun 10 14:50:22.767738 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa7326f-b76e-480d-a4b4-3d3ac4b523f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31f5b900-e4ba-4162-96ab-b318796219d8,revision_number=1']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:50:22.768438 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 42472) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:50:22.771377 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-0aa7326f-b76e-480d-a4b4-3d3ac4b523f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:50:22.823076 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-4778f90c-889d-44f0-b970-0c03d30781cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:50:22.845818 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-4778f90c-889d-44f0-b970-0c03d30781cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:50:22.893651 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-4778f90c-889d-44f0-b970-0c03d30781cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:50:22.896860 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-4778f90c-889d-44f0-b970-0c03d30781cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:50:22.897980 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-4778f90c-889d-44f0-b970-0c03d30781cf admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/31f5b900-e4ba-4162-96ab-b318796219d8 HTTP/1.1" status: 204 len: 168 time: 0.1285222 Jun 10 14:50:22.898867 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-be40a2ce-b8b7-4a72-952b-11a90c2d0d48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:50:22.907117 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4778f90c-889d-44f0-b970-0c03d30781cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f5b900-e4ba-4162-96ab-b318796219d8,revision_number=None']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:50:22.909480 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-4778f90c-889d-44f0-b970-0c03d30781cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:50:23.153047 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 42478) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:50:23.168537 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-2db3fd6d-c1d3-4b88-a46d-36e54832f2e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:50:23.259515 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-2db3fd6d-c1d3-4b88-a46d-36e54832f2e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:50:23.263201 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-2db3fd6d-c1d3-4b88-a46d-36e54832f2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:50:23.266506 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-0e5a8760-3417-4d5e-bd32-c809c21e5c84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:50:23.308137 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-2db3fd6d-c1d3-4b88-a46d-36e54832f2e2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=464bd0abd02a41aeb805bbc406f6849e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1540468 Jun 10 14:50:23.309059 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db3fd6d-c1d3-4b88-a46d-36e54832f2e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e245dedd-a53f-42b2-b12c-d0cd971a0c97,revision_number=1']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:50:23.310825 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 42480) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:50:23.312165 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-2db3fd6d-c1d3-4b88-a46d-36e54832f2e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:50:23.365240 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-8bedabfc-c2ab-4066-8f48-816583dcf254 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:50:23.388577 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-8bedabfc-c2ab-4066-8f48-816583dcf254 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:50:23.436712 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-8bedabfc-c2ab-4066-8f48-816583dcf254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:50:23.439243 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-8bedabfc-c2ab-4066-8f48-816583dcf254 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:50:23.440379 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-8bedabfc-c2ab-4066-8f48-816583dcf254 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e245dedd-a53f-42b2-b12c-d0cd971a0c97 HTTP/1.1" status: 204 len: 168 time: 0.1277709 Jun 10 14:50:23.441167 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-5e90d9ec-8a62-4ef5-b3a0-2f904e2ec241 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:50:23.450542 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bedabfc-c2ab-4066-8f48-816583dcf254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e245dedd-a53f-42b2-b12c-d0cd971a0c97,revision_number=None']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:50:23.453069 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-8bedabfc-c2ab-4066-8f48-816583dcf254 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:50:26.323498 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.agents_db [None req-cd79858f-8c6e-4eae-9804-968873059af8 None None] Agent healthcheck: found 6 active agents {{(pid=98191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 14:50:26.939319 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 42524) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:50:27.043506 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-1928341d-a8cc-4710-8fbf-09b3f82f15af admin admin] Notify callbacks [] for security_group, before_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:50:27.134387 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-1928341d-a8cc-4710-8fbf-09b3f82f15af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:50:27.138115 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-1928341d-a8cc-4710-8fbf-09b3f82f15af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_create {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:50:27.141448 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-cdd90128-1fb9-434f-8c20-8981768b2102 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:50:27.180556 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-1928341d-a8cc-4710-8fbf-09b3f82f15af admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=02a010aa04444277b547e131f24982ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2401569 Jun 10 14:50:27.181556 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1928341d-a8cc-4710-8fbf-09b3f82f15af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=152e08f2-4fd6-4efb-9d68-a3a2f562803f,revision_number=1']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:50:27.183429 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 42528) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:50:27.188851 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1928341d-a8cc-4710-8fbf-09b3f82f15af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:50:27.189233 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1928341d-a8cc-4710-8fbf-09b3f82f15af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:50:27.189606 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1928341d-a8cc-4710-8fbf-09b3f82f15af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:50:27.189971 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1928341d-a8cc-4710-8fbf-09b3f82f15af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:50:27.190336 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1928341d-a8cc-4710-8fbf-09b3f82f15af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:50:27.190696 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1928341d-a8cc-4710-8fbf-09b3f82f15af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:50:27.191052 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1928341d-a8cc-4710-8fbf-09b3f82f15af admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:50:27.191409 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1928341d-a8cc-4710-8fbf-09b3f82f15af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:50:27.191765 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1928341d-a8cc-4710-8fbf-09b3f82f15af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:50:27.192118 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1928341d-a8cc-4710-8fbf-09b3f82f15af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:50:27.192631 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1928341d-a8cc-4710-8fbf-09b3f82f15af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:50:27.193024 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1928341d-a8cc-4710-8fbf-09b3f82f15af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:50:27.197044 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-1928341d-a8cc-4710-8fbf-09b3f82f15af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:50:27.236801 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-3a8560f9-60d4-447c-8410-e38e511cde8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:50:27.258546 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-3a8560f9-60d4-447c-8410-e38e511cde8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:50:27.309698 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-3a8560f9-60d4-447c-8410-e38e511cde8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:50:27.312138 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-3a8560f9-60d4-447c-8410-e38e511cde8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:50:27.313271 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-3a8560f9-60d4-447c-8410-e38e511cde8c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/152e08f2-4fd6-4efb-9d68-a3a2f562803f HTTP/1.1" status: 204 len: 168 time: 0.1288185 Jun 10 14:50:27.314107 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-7acce555-edf1-4fcb-9595-30202f80fb78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:50:27.323467 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8560f9-60d4-447c-8410-e38e511cde8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=152e08f2-4fd6-4efb-9d68-a3a2f562803f,revision_number=None']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:50:27.325711 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-3a8560f9-60d4-447c-8410-e38e511cde8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:50:37.648242 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:50:39.590313 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-da36b2f5-7966-4f93-9f4b-689e2427e0d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:50:40.841789 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-0329fc6c-df61-4f86-85bf-80504f9c5dfc req-c1b234dc-5e03-4012-b420-05dba9d260f8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=91ac4d0d-ffc0-49a3-8f8c-b4d1657ce50f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0584590 Jun 10 14:50:40.943491 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0329fc6c-df61-4f86-85bf-80504f9c5dfc req-443cbb15-3190-497f-ae7e-8e60bf3fcae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:50:40.945217 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-0329fc6c-df61-4f86-85bf-80504f9c5dfc req-443cbb15-3190-497f-ae7e-8e60bf3fcae5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f118f8afe4cb43389f09486f16dc9b22&device_id=91ac4d0d-ffc0-49a3-8f8c-b4d1657ce50f HTTP/1.1" status: 200 len: 1099 time: 0.0618677 Jun 10 14:50:41.071682 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0329fc6c-df61-4f86-85bf-80504f9c5dfc req-d446df55-6975-40e4-82fb-1ebea8a9a814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:50:41.073149 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-0329fc6c-df61-4f86-85bf-80504f9c5dfc req-d446df55-6975-40e4-82fb-1ebea8a9a814 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e378d419-99a5-4d8c-a4e8-3ffe4d1d62f1 HTTP/1.1" status: 200 len: 910 time: 0.1090035 Jun 10 14:50:41.154039 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-0329fc6c-df61-4f86-85bf-80504f9c5dfc req-cf89f942-551c-4556-ae90-4723161e191c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d19c02a6-f26c-4667-8938-35294517d349 HTTP/1.1" status: 200 len: 1001 time: 0.0740416 Jun 10 14:50:41.214195 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0329fc6c-df61-4f86-85bf-80504f9c5dfc req-db1643f4-3ac2-4f29-a7e3-d1c66d0d6604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:50:41.215609 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-0329fc6c-df61-4f86-85bf-80504f9c5dfc req-db1643f4-3ac2-4f29-a7e3-d1c66d0d6604 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=56db2e31-5909-4819-bf54-a79557f7c937 HTTP/1.1" status: 200 len: 848 time: 0.0557063 Jun 10 14:50:41.278656 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0329fc6c-df61-4f86-85bf-80504f9c5dfc req-555efc9b-db75-492b-98f4-6fa51fa6a8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:50:41.280155 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-0329fc6c-df61-4f86-85bf-80504f9c5dfc req-555efc9b-db75-492b-98f4-6fa51fa6a8ff service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e378d419-99a5-4d8c-a4e8-3ffe4d1d62f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0583138 Jun 10 14:50:41.393389 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-0329fc6c-df61-4f86-85bf-80504f9c5dfc req-202a160b-68e2-4267-b788-a7f09bca5808 service neutron] 10.222.0.36 "GET /v2.0/networks/e378d419-99a5-4d8c-a4e8-3ffe4d1d62f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057224 Jun 10 14:50:41.508097 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-0329fc6c-df61-4f86-85bf-80504f9c5dfc req-2b47a7ee-c2d9-4544-aefc-abdbea63ad12 service neutron] 10.222.0.36 "GET /v2.0/networks/e378d419-99a5-4d8c-a4e8-3ffe4d1d62f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080658 Jun 10 14:50:42.070843 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:50:42.217355 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-df1a4861-0969-4383-a64d-0514660a9463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:50:43.283075 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-eaea1bf5-020e-4d00-b5bd-84659b7b503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:50:44.892129 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-fbbc5fb5-3f71-4862-8fd7-9153cbf0fe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:03.322593 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.agents_db [None req-cd79858f-8c6e-4eae-9804-968873059af8 None None] Agent healthcheck: found 6 active agents {{(pid=98191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 14:51:07.659531 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:09.272456 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 42538) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:51:09.589807 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-82544d1c-ece1-40a0-a264-b1020e73b9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:09.719607 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.plugin [None req-5d8084b9-c82d-47f6-9be5-50bfc6ef444a tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Deleting port 95e8f28a-849b-49b6-b2fa-ea68e5d5302b {{(pid=98188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 14:51:09.719952 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-5d8084b9-c82d-47f6-9be5-50bfc6ef444a tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770842860575'] for port, before_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:09.819578 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-5d8084b9-c82d-47f6-9be5-50bfc6ef444a tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725918'] for port, precommit_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:09.819812 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-5d8084b9-c82d-47f6-9be5-50bfc6ef444a tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:09.910889 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.plugin [None req-5d8084b9-c82d-47f6-9be5-50bfc6ef444a tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Calling delete_port for 95e8f28a-849b-49b6-b2fa-ea68e5d5302b owned by network:floatingip {{(pid=98188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 14:51:10.078098 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-5d8084b9-c82d-47f6-9be5-50bfc6ef444a tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770842865987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770842374669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4122288'] for port, after_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:10.080663 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-d84dcd3e-0210-41b3-a7dd-827f46ecf89e tempest-TestMinimumBasicScenario-387609019 tempest-TestMinimumBasicScenario-387609019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:51:10.108473 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8084b9-c82d-47f6-9be5-50bfc6ef444a tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Pushing event deleted for resources: {'Port': ['ID=95e8f28a-849b-49b6-b2fa-ea68e5d5302b,revision_number=None']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:51:10.111580 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-5d8084b9-c82d-47f6-9be5-50bfc6ef444a tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:51:10.186132 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-5d8084b9-c82d-47f6-9be5-50bfc6ef444a tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Notify callbacks [] for floatingip, after_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:10.186655 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.db.l3_db [None req-5d8084b9-c82d-47f6-9be5-50bfc6ef444a tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Floating IP 93c06882-2c84-41fd-9b60-38f2bc815588 disassociated (deleted). External IP: 172.28.0.48, port: d19c02a6-f26c-4667-8938-35294517d349. Jun 10 14:51:10.464431 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d8084b9-c82d-47f6-9be5-50bfc6ef444a tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Router e7e6ed72-30e0-4d52-901b-e2016de4e9e3 has already been hosted by L3 agent e92f4ea4-4278-4a3e-8ba4-23ff1581fd94 {{(pid=98188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 14:51:10.606121 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d8084b9-c82d-47f6-9be5-50bfc6ef444a tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Notify agent at l3_agent.dv-cinder-795785-1-smb the message routers_updated {{(pid=98188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 14:51:10.610907 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-5d8084b9-c82d-47f6-9be5-50bfc6ef444a tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32075'] for floatingip, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:10.615784 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d28b710-1494-49fa-9313-213c813fcf61 None None] Sync routers for ids ['e7e6ed72-30e0-4d52-901b-e2016de4e9e3'] in dv-cinder-795785-1-smb {{(pid=98190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 14:51:10.624297 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d28b710-1494-49fa-9313-213c813fcf61 None None] Routers {'e7e6ed72-30e0-4d52-901b-e2016de4e9e3'} bound to L3 agent in host dv-cinder-795785-1-smb {{(pid=98190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:51:10.624921 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_hamode_db [None req-9d28b710-1494-49fa-9313-213c813fcf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T14:34:42Z,description=,heartbeat_timestamp=2021-06-10T14:50:42Z,host='dv-cinder-795785-1-smb',id=e92f4ea4-4278-4a3e-8ba4-23ff1581fd94,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:42Z,topic='l3_agent')) {'router_ids': ['e7e6ed72-30e0-4d52-901b-e2016de4e9e3'], 'active': True} {{(pid=98190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:51:10.652750 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-5d8084b9-c82d-47f6-9be5-50bfc6ef444a tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] 10.222.0.38 "DELETE /v2.0/floatingips/93c06882-2c84-41fd-9b60-38f2bc815588 HTTP/1.1" status: 204 len: 168 time: 1.3791969 Jun 10 14:51:10.653487 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91ac4d0d-ffc0-49a3-8f8c-b4d1657ce50f', 'tag': 'd19c02a6-f26c-4667-8938-35294517d349'}] {{(pid=98188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:51:10.655884 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f0fe7ff9a18056505f9f26f34e6288f69420e23a9758a676b79d6915a840c7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96f29bf2-def2-4744-a5aa-001fdd89bff1" -d '{"events": [{"name": "network-changed", "server_uuid": "91ac4d0d-ffc0-49a3-8f8c-b4d1657ce50f", "tag": "d19c02a6-f26c-4667-8938-35294517d349"}]}' {{(pid=98188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:51:10.697169 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 14:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12e03884-2354-48c7-a60e-d49b3a66c62f x-openstack-request-id: req-12e03884-2354-48c7-a60e-d49b3a66c62f {{(pid=98188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:51:10.697502 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91ac4d0d-ffc0-49a3-8f8c-b4d1657ce50f", "tag": "d19c02a6-f26c-4667-8938-35294517d349", "status": "completed", "code": 200}]} {{(pid=98188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:51:10.697793 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-12e03884-2354-48c7-a60e-d49b3a66c62f {{(pid=98188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:51:10.698232 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91ac4d0d-ffc0-49a3-8f8c-b4d1657ce50f', 'tag': 'd19c02a6-f26c-4667-8938-35294517d349', 'status': 'completed', 'code': 200} Jun 10 14:51:10.782565 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f29bf2-def2-4744-a5aa-001fdd89bff1 req-ccf4cc2d-6498-4212-a843-78dbe0fda9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:51:10.784071 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-96f29bf2-def2-4744-a5aa-001fdd89bff1 req-ccf4cc2d-6498-4212-a843-78dbe0fda9e7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f118f8afe4cb43389f09486f16dc9b22&device_id=91ac4d0d-ffc0-49a3-8f8c-b4d1657ce50f HTTP/1.1" status: 200 len: 1099 time: 0.0626979 Jun 10 14:51:10.906261 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_dvr_db [None req-9d28b710-1494-49fa-9313-213c813fcf61 None None] Set router e7e6ed72-30e0-4d52-901b-e2016de4e9e3 gateway port host: dv-cinder-795785-1-smb {{(pid=98190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:51:10.908399 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f29bf2-def2-4744-a5aa-001fdd89bff1 req-172198d8-72c5-412c-afae-e9984fbb8bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:51:10.909724 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-96f29bf2-def2-4744-a5aa-001fdd89bff1 req-172198d8-72c5-412c-afae-e9984fbb8bf2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e378d419-99a5-4d8c-a4e8-3ffe4d1d62f1 HTTP/1.1" status: 200 len: 910 time: 0.1188624 Jun 10 14:51:10.965129 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-96f29bf2-def2-4744-a5aa-001fdd89bff1 req-c31e1766-1d55-4b64-956a-93354785dfff service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d19c02a6-f26c-4667-8938-35294517d349 HTTP/1.1" status: 200 len: 217 time: 0.0468411 Jun 10 14:51:11.026072 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f29bf2-def2-4744-a5aa-001fdd89bff1 req-74dc6268-ef7f-4ffa-9b06-670484915894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:51:11.027584 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-96f29bf2-def2-4744-a5aa-001fdd89bff1 req-74dc6268-ef7f-4ffa-9b06-670484915894 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=56db2e31-5909-4819-bf54-a79557f7c937 HTTP/1.1" status: 200 len: 848 time: 0.0563776 Jun 10 14:51:11.035771 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85db9f2-2c3f-4f1c-8c51-ddb8dbeb3b17 req-05a809d5-a5dc-4752-9be9-49c09d47de4b tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:51:11.037206 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-c85db9f2-2c3f-4f1c-8c51-ddb8dbeb3b17 req-05a809d5-a5dc-4752-9be9-49c09d47de4b tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] 10.222.0.38 "GET /v2.0/ports?device_id=91ac4d0d-ffc0-49a3-8f8c-b4d1657ce50f HTTP/1.1" status: 200 len: 946 time: 0.0703974 Jun 10 14:51:11.080237 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-c85db9f2-2c3f-4f1c-8c51-ddb8dbeb3b17 req-14d8cdd3-e3ab-4f45-a340-b71a2e2fb267 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e0af78c-08e6-4e38-9f32-394dca315d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359235 Jun 10 14:51:11.098496 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f29bf2-def2-4744-a5aa-001fdd89bff1 req-92c3cdf9-8379-434f-bd4c-7c37d6abe746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:51:11.100021 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-96f29bf2-def2-4744-a5aa-001fdd89bff1 req-92c3cdf9-8379-434f-bd4c-7c37d6abe746 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e378d419-99a5-4d8c-a4e8-3ffe4d1d62f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0646353 Jun 10 14:51:11.176161 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_hamode_db [None req-9d28b710-1494-49fa-9313-213c813fcf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e6ed72-30e0-4d52-901b-e2016de4e9e3', 'name': 'tempest-TestShelveInstance-2146490091-router', 'tenant_id': 'f118f8afe4cb43389f09486f16dc9b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'external_fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.201'}], 'enable_snat': True}, 'gw_port_id': '75c78a2e-14f3-4631-88a2-e203e1a3176a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:46:52Z', 'updated_at': '2021-06-10T14:46:58Z', 'revision_number': 4, 'project_id': 'f118f8afe4cb43389f09486f16dc9b22', 'gw_port': {'id': '75c78a2e-14f3-4631-88a2-e203e1a3176a', 'name': '', 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:75:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e6ed72-30e0-4d52-901b-e2016de4e9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:46:53Z', 'updated_at': '2021-06-10T14:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-smb', '_interfaces': [{'id': 'f5bca1c0-d472-4be9-b714-43eed5862400', 'name': '', 'network_id': 'e378d419-99a5-4d8c-a4e8-3ffe4d1d62f1', 'tenant_id': 'f118f8afe4cb43389f09486f16dc9b22', 'mac_address': 'fa:16:3e:21:76:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e6ed72-30e0-4d52-901b-e2016de4e9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '56db2e31-5909-4819-bf54-a79557f7c937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:46:57Z', 'updated_at': '2021-06-10T14:47:03Z', 'revision_number': 5, 'project_id': 'f118f8afe4cb43389f09486f16dc9b22', 'subnets': [{'id': '56db2e31-5909-4819-bf54-a79557f7c937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-1-smb', False) {} {{(pid=98190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:51:11.179903 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d28b710-1494-49fa-9313-213c813fcf61 None None] Checking router: e7e6ed72-30e0-4d52-901b-e2016de4e9e3 for host: dv-cinder-795785-1-smb {{(pid=98190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 14:51:11.189563 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d28b710-1494-49fa-9313-213c813fcf61 None None] Routers {'e7e6ed72-30e0-4d52-901b-e2016de4e9e3'} bound to L3 agent in host dv-cinder-795785-1-smb {{(pid=98190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:51:11.190186 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_hamode_db [None req-9d28b710-1494-49fa-9313-213c813fcf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T14:34:42Z,description=,heartbeat_timestamp=2021-06-10T14:50:42Z,host='dv-cinder-795785-1-smb',id=e92f4ea4-4278-4a3e-8ba4-23ff1581fd94,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:42Z,topic='l3_agent')) {'router_ids': ['e7e6ed72-30e0-4d52-901b-e2016de4e9e3'], 'active': True} {{(pid=98190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:51:11.216590 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-96f29bf2-def2-4744-a5aa-001fdd89bff1 req-602f33e3-fb0d-4781-bacb-87ac22413d01 service neutron] 10.222.0.36 "GET /v2.0/networks/e378d419-99a5-4d8c-a4e8-3ffe4d1d62f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095128 Jun 10 14:51:11.335929 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-96f29bf2-def2-4744-a5aa-001fdd89bff1 req-e0ba242e-474b-4e3a-b253-12dba2dcba1e service neutron] 10.222.0.36 "GET /v2.0/networks/e378d419-99a5-4d8c-a4e8-3ffe4d1d62f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114511 Jun 10 14:51:11.339839 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_dvr_db [None req-9d28b710-1494-49fa-9313-213c813fcf61 None None] Set router e7e6ed72-30e0-4d52-901b-e2016de4e9e3 gateway port host: dv-cinder-795785-1-smb {{(pid=98190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:51:11.600265 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_hamode_db [None req-9d28b710-1494-49fa-9313-213c813fcf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e6ed72-30e0-4d52-901b-e2016de4e9e3', 'name': 'tempest-TestShelveInstance-2146490091-router', 'tenant_id': 'f118f8afe4cb43389f09486f16dc9b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'external_fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.201'}], 'enable_snat': True}, 'gw_port_id': '75c78a2e-14f3-4631-88a2-e203e1a3176a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:46:52Z', 'updated_at': '2021-06-10T14:46:58Z', 'revision_number': 4, 'project_id': 'f118f8afe4cb43389f09486f16dc9b22', 'gw_port': {'id': '75c78a2e-14f3-4631-88a2-e203e1a3176a', 'name': '', 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:75:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e6ed72-30e0-4d52-901b-e2016de4e9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:46:53Z', 'updated_at': '2021-06-10T14:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-smb', '_interfaces': [{'id': 'f5bca1c0-d472-4be9-b714-43eed5862400', 'name': '', 'network_id': 'e378d419-99a5-4d8c-a4e8-3ffe4d1d62f1', 'tenant_id': 'f118f8afe4cb43389f09486f16dc9b22', 'mac_address': 'fa:16:3e:21:76:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e6ed72-30e0-4d52-901b-e2016de4e9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '56db2e31-5909-4819-bf54-a79557f7c937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:46:57Z', 'updated_at': '2021-06-10T14:47:03Z', 'revision_number': 5, 'project_id': 'f118f8afe4cb43389f09486f16dc9b22', 'subnets': [{'id': '56db2e31-5909-4819-bf54-a79557f7c937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-1-smb', False) {} {{(pid=98190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:51:11.603535 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d28b710-1494-49fa-9313-213c813fcf61 None None] The sync data for ids ['e7e6ed72-30e0-4d52-901b-e2016de4e9e3'] in dv-cinder-795785-1-smb is: [{'id': 'e7e6ed72-30e0-4d52-901b-e2016de4e9e3', 'name': 'tempest-TestShelveInstance-2146490091-router', 'tenant_id': 'f118f8afe4cb43389f09486f16dc9b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'external_fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.201'}], 'enable_snat': True}, 'gw_port_id': '75c78a2e-14f3-4631-88a2-e203e1a3176a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:46:52Z', 'updated_at': '2021-06-10T14:46:58Z', 'revision_number': 4, 'project_id': 'f118f8afe4cb43389f09486f16dc9b22', 'gw_port': {'id': '75c78a2e-14f3-4631-88a2-e203e1a3176a', 'name': '', 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:75:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e6ed72-30e0-4d52-901b-e2016de4e9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:46:53Z', 'updated_at': '2021-06-10T14:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-smb', '_interfaces': [{'id': 'f5bca1c0-d472-4be9-b714-43eed5862400', 'name': '', 'network_id': 'e378d419-99a5-4d8c-a4e8-3ffe4d1d62f1', 'tenant_id': 'f118f8afe4cb43389f09486f16dc9b22', 'mac_address': 'fa:16:3e:21:76:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e6ed72-30e0-4d52-901b-e2016de4e9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '56db2e31-5909-4819-bf54-a79557f7c937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:46:57Z', 'updated_at': '2021-06-10T14:47:03Z', 'revision_number': 5, 'project_id': 'f118f8afe4cb43389f09486f16dc9b22', 'subnets': [{'id': '56db2e31-5909-4819-bf54-a79557f7c937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 14:51:11.799467 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a703740-b33f-4dc2-8081-4519e9c2ea37 None None] New status for floating IP 93c06882-2c84-41fd-9b60-38f2bc815588: DOWN {{(pid=98191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 14:51:12.070721 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:12.217495 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-6d0fe67a-0e82-4235-a933-80039694a6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:12.279647 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea14d4cd-cd68-499a-a328-96cb79043a43 req-dde27560-9d72-4837-a73a-db4367d4bcf6 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:51:12.281140 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-ea14d4cd-cd68-499a-a328-96cb79043a43 req-dde27560-9d72-4837-a73a-db4367d4bcf6 tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] 10.222.0.38 "GET /v2.0/ports?device_id=91ac4d0d-ffc0-49a3-8f8c-b4d1657ce50f HTTP/1.1" status: 200 len: 946 time: 0.0747080 Jun 10 14:51:12.296366 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6d18a-2e96-4ef1-af0e-8479e025bd9a req-944de255-8753-49e9-9d93-058b87dbd81f tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:51:12.297803 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-b0a6d18a-2e96-4ef1-af0e-8479e025bd9a req-944de255-8753-49e9-9d93-058b87dbd81f tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] 10.222.0.36 "GET /v2.0/ports?device_id=91ac4d0d-ffc0-49a3-8f8c-b4d1657ce50f HTTP/1.1" status: 200 len: 946 time: 0.0715415 Jun 10 14:51:12.323938 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-ea14d4cd-cd68-499a-a328-96cb79043a43 req-24ec043d-351e-46dc-b150-d3a02cb6051a tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e0af78c-08e6-4e38-9f32-394dca315d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362296 Jun 10 14:51:12.410672 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.plugin [req-b0a6d18a-2e96-4ef1-af0e-8479e025bd9a req-9a98c4d5-e05b-4ec7-a538-bfeb2ab43b7e tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Deleting port d19c02a6-f26c-4667-8938-35294517d349 {{(pid=98189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 14:51:12.410925 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [req-b0a6d18a-2e96-4ef1-af0e-8479e025bd9a req-9a98c4d5-e05b-4ec7-a538-bfeb2ab43b7e tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770842860575'] for port, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:12.517044 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.db [req-b0a6d18a-2e96-4ef1-af0e-8479e025bd9a req-9a98c4d5-e05b-4ec7-a538-bfeb2ab43b7e tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] For port d19c02a6-f26c-4667-8938-35294517d349, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=d19c02a6-f26c-4667-8938-35294517d349,segment=NetworkSegment(1161e342-38eb-4659-8988-2301eb83d5e1),segment_id=1161e342-38eb-4659-8988-2301eb83d5e1)] {{(pid=98189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:51:12.517401 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [req-b0a6d18a-2e96-4ef1-af0e-8479e025bd9a req-9a98c4d5-e05b-4ec7-a538-bfeb2ab43b7e tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725918'] for port, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:12.610795 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.plugin [req-b0a6d18a-2e96-4ef1-af0e-8479e025bd9a req-9a98c4d5-e05b-4ec7-a538-bfeb2ab43b7e tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Calling delete_port for d19c02a6-f26c-4667-8938-35294517d349 owned by compute:nova {{(pid=98189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 14:51:13.012883 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [req-b0a6d18a-2e96-4ef1-af0e-8479e025bd9a req-9a98c4d5-e05b-4ec7-a538-bfeb2ab43b7e tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770842865987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770842374669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10153669'] for port, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:13.016589 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-f116e11c-44be-484c-84cc-633cf76eb31c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:51:13.047601 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a98c4d5-e05b-4ec7-a538-bfeb2ab43b7e tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Pushing event deleted for resources: {'Port': ['ID=d19c02a6-f26c-4667-8938-35294517d349,revision_number=None']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:51:13.051760 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-9a98c4d5-e05b-4ec7-a538-bfeb2ab43b7e tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:51:13.105749 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0a6d18a-2e96-4ef1-af0e-8479e025bd9a req-9a98c4d5-e05b-4ec7-a538-bfeb2ab43b7e tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] No DVR routers for this DVR port d19c02a6-f26c-4667-8938-35294517d349 on host hv-cinder-79578 {{(pid=98189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 14:51:13.108243 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [req-b0a6d18a-2e96-4ef1-af0e-8479e025bd9a req-9a98c4d5-e05b-4ec7-a538-bfeb2ab43b7e tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32075'] for port, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:13.110176 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [req-b0a6d18a-2e96-4ef1-af0e-8479e025bd9a req-9a98c4d5-e05b-4ec7-a538-bfeb2ab43b7e tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] 10.222.0.36 "DELETE /v2.0/ports/d19c02a6-f26c-4667-8938-35294517d349 HTTP/1.1" status: 204 len: 173 time: 0.8062129 Jun 10 14:51:13.110729 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ac4d0d-ffc0-49a3-8f8c-b4d1657ce50f', 'name': 'network-vif-deleted', 'tag': 'd19c02a6-f26c-4667-8938-35294517d349'}] {{(pid=98189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:51:13.113121 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd5238e10c74dbb520512e65c1fdd866749acdde8b41798b102d67d69ab3830" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d93fee-66e2-4d0d-89a8-0fd5520c19a8" -d '{"events": [{"server_uuid": "91ac4d0d-ffc0-49a3-8f8c-b4d1657ce50f", "name": "network-vif-deleted", "tag": "d19c02a6-f26c-4667-8938-35294517d349"}]}' {{(pid=98189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:51:13.171467 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 14:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c61c529-81ea-406b-8ab2-005359b0e484 x-openstack-request-id: req-0c61c529-81ea-406b-8ab2-005359b0e484 {{(pid=98189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:51:13.171881 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91ac4d0d-ffc0-49a3-8f8c-b4d1657ce50f", "name": "network-vif-deleted", "tag": "d19c02a6-f26c-4667-8938-35294517d349", "status": "completed", "code": 200}]} {{(pid=98189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:51:13.172204 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0c61c529-81ea-406b-8ab2-005359b0e484 {{(pid=98189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:51:13.172864 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ac4d0d-ffc0-49a3-8f8c-b4d1657ce50f', 'name': 'network-vif-deleted', 'tag': 'd19c02a6-f26c-4667-8938-35294517d349', 'status': 'completed', 'code': 200} Jun 10 14:51:13.288213 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-eaea1bf5-020e-4d00-b5bd-84659b7b503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:13.490929 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [req-67585895-8a39-4a44-a32e-84cacfa94b7b req-5b1de89f-7d7f-4476-8feb-bf1dfb3c60ef tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] 10.222.0.38 "GET /v2.0/ports?device_id=91ac4d0d-ffc0-49a3-8f8c-b4d1657ce50f HTTP/1.1" status: 200 len: 210 time: 0.0350573 Jun 10 14:51:14.586029 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 42562) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:51:14.648218 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-3d20d91c-ba1a-4b7e-8632-e7649ea42d1d tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Notify callbacks [] for security_group, before_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:14.675092 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-3d20d91c-ba1a-4b7e-8632-e7649ea42d1d tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:14.740951 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-3d20d91c-ba1a-4b7e-8632-e7649ea42d1d tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:14.743524 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-3d20d91c-ba1a-4b7e-8632-e7649ea42d1d tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Notify callbacks [] for security_group, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:14.744642 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-3d20d91c-ba1a-4b7e-8632-e7649ea42d1d tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] 10.222.0.38 "DELETE /v2.0/security-groups/0e0af78c-08e6-4e38-9f32-394dca315d32 HTTP/1.1" status: 204 len: 168 time: 0.1576166 Jun 10 14:51:14.745390 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-9054ede1-8483-4be7-a57d-f2e40ee1b943 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:51:14.756903 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d20d91c-ba1a-4b7e-8632-e7649ea42d1d tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e0af78c-08e6-4e38-9f32-394dca315d32,revision_number=None']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:51:14.775158 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d20d91c-ba1a-4b7e-8632-e7649ea42d1d tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:51:14.775538 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d20d91c-ba1a-4b7e-8632-e7649ea42d1d tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:51:14.775937 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d20d91c-ba1a-4b7e-8632-e7649ea42d1d tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:51:14.776343 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d20d91c-ba1a-4b7e-8632-e7649ea42d1d tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:51:14.776709 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d20d91c-ba1a-4b7e-8632-e7649ea42d1d tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:51:14.777070 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d20d91c-ba1a-4b7e-8632-e7649ea42d1d tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:51:14.777686 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d20d91c-ba1a-4b7e-8632-e7649ea42d1d tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:51:14.777820 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d20d91c-ba1a-4b7e-8632-e7649ea42d1d tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:51:14.778128 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d20d91c-ba1a-4b7e-8632-e7649ea42d1d tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:51:14.778483 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d20d91c-ba1a-4b7e-8632-e7649ea42d1d tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:51:14.778837 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d20d91c-ba1a-4b7e-8632-e7649ea42d1d tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:51:14.779195 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d20d91c-ba1a-4b7e-8632-e7649ea42d1d tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:51:14.782318 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-3d20d91c-ba1a-4b7e-8632-e7649ea42d1d tempest-TestShelveInstance-882840874 tempest-TestShelveInstance-882840874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:51:14.784116 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 42566) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:51:14.896829 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-fbbc5fb5-3f71-4862-8fd7-9153cbf0fe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:15.223170 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-990f81e2-a969-4950-a15f-de98268a72f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-722853'] for router_interface, before_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:15.534058 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.plugin [None req-990f81e2-a969-4950-a15f-de98268a72f9 admin admin] Deleting port f5bca1c0-d472-4be9-b714-43eed5862400 {{(pid=98188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 14:51:15.534397 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-990f81e2-a969-4950-a15f-de98268a72f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770842860575'] for port, before_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:15.631005 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.db [None req-990f81e2-a969-4950-a15f-de98268a72f9 admin admin] For port f5bca1c0-d472-4be9-b714-43eed5862400, host dv-cinder-795785-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-smb',level=0,port_id=f5bca1c0-d472-4be9-b714-43eed5862400,segment=NetworkSegment(1161e342-38eb-4659-8988-2301eb83d5e1),segment_id=1161e342-38eb-4659-8988-2301eb83d5e1)] {{(pid=98188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:51:15.631683 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-990f81e2-a969-4950-a15f-de98268a72f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725918'] for port, precommit_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:15.719743 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.plugin [None req-990f81e2-a969-4950-a15f-de98268a72f9 admin admin] Calling delete_port for f5bca1c0-d472-4be9-b714-43eed5862400 owned by network:router_interface {{(pid=98188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 14:51:15.933632 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-990f81e2-a969-4950-a15f-de98268a72f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770842865987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770842374669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4122288'] for port, after_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:15.935619 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-0ecc4a3c-df13-413b-8428-b05b053f31ed tempest-AttachVolumeTestJSON-1835211106 tempest-AttachVolumeTestJSON-1835211106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:51:15.962669 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990f81e2-a969-4950-a15f-de98268a72f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5bca1c0-d472-4be9-b714-43eed5862400,revision_number=None']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:51:15.965231 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-990f81e2-a969-4950-a15f-de98268a72f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:51:16.291508 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Device d19c02a6-f26c-4667-8938-35294517d349 no longer exists at agent hyperv_hv-cinder-79578 {{(pid=98190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 14:51:16.317360 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.plugin [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] No Port match for: d19c02a6-f26c-4667-8938-35294517d349 {{(pid=98190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 14:51:16.317707 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Device d19c02a6-f26c-4667-8938-35294517d349 not bound to the agent host hv-cinder-79578 {{(pid=98190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 14:51:16.448176 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-990f81e2-a969-4950-a15f-de98268a72f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721973'] for router_interface, after_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:16.730414 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-990f81e2-a969-4950-a15f-de98268a72f9 admin admin] Router e7e6ed72-30e0-4d52-901b-e2016de4e9e3 has already been hosted by L3 agent e92f4ea4-4278-4a3e-8ba4-23ff1581fd94 {{(pid=98188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 14:51:16.872886 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-990f81e2-a969-4950-a15f-de98268a72f9 admin admin] Notify agent at l3_agent.dv-cinder-795785-1-smb the message routers_updated {{(pid=98188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 14:51:16.879153 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-990f81e2-a969-4950-a15f-de98268a72f9 admin admin] 10.222.0.38 "PUT /v2.0/routers/e7e6ed72-30e0-4d52-901b-e2016de4e9e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0932872 Jun 10 14:51:16.880844 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 42568) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:51:16.882749 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643f1f14-1123-4bdc-b857-806dee3b3272 None None] Sync routers for ids ['e7e6ed72-30e0-4d52-901b-e2016de4e9e3'] in dv-cinder-795785-1-smb {{(pid=98190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 14:51:16.891612 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643f1f14-1123-4bdc-b857-806dee3b3272 None None] Routers {'e7e6ed72-30e0-4d52-901b-e2016de4e9e3'} bound to L3 agent in host dv-cinder-795785-1-smb {{(pid=98190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:51:16.892228 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_hamode_db [None req-643f1f14-1123-4bdc-b857-806dee3b3272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T14:34:42Z,description=,heartbeat_timestamp=2021-06-10T14:51:12Z,host='dv-cinder-795785-1-smb',id=e92f4ea4-4278-4a3e-8ba4-23ff1581fd94,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:42Z,topic='l3_agent')) {'router_ids': ['e7e6ed72-30e0-4d52-901b-e2016de4e9e3'], 'active': True} {{(pid=98190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:51:17.020519 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-e38075fd-6a36-49bb-98a4-f4d01758f2f3 admin admin] Notify callbacks [] for router, before_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:17.033333 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_dvr_db [None req-643f1f14-1123-4bdc-b857-806dee3b3272 None None] Set router e7e6ed72-30e0-4d52-901b-e2016de4e9e3 gateway port host: dv-cinder-795785-1-smb {{(pid=98190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:51:17.154691 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-e38075fd-6a36-49bb-98a4-f4d01758f2f3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:17.225851 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.plugin [None req-e38075fd-6a36-49bb-98a4-f4d01758f2f3 admin admin] Deleting port 75c78a2e-14f3-4631-88a2-e203e1a3176a {{(pid=98188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 14:51:17.226233 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-e38075fd-6a36-49bb-98a4-f4d01758f2f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770842860575'] for port, before_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:17.270397 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_hamode_db [None req-643f1f14-1123-4bdc-b857-806dee3b3272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e6ed72-30e0-4d52-901b-e2016de4e9e3', 'name': 'tempest-TestShelveInstance-2146490091-router', 'tenant_id': 'f118f8afe4cb43389f09486f16dc9b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'external_fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.201'}], 'enable_snat': True}, 'gw_port_id': '75c78a2e-14f3-4631-88a2-e203e1a3176a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:46:52Z', 'updated_at': '2021-06-10T14:51:15Z', 'revision_number': 5, 'project_id': 'f118f8afe4cb43389f09486f16dc9b22', 'gw_port': {'id': '75c78a2e-14f3-4631-88a2-e203e1a3176a', 'name': '', 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:75:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e6ed72-30e0-4d52-901b-e2016de4e9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:46:53Z', 'updated_at': '2021-06-10T14:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-smb'}], 'dv-cinder-795785-1-smb', False) {} {{(pid=98190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:51:17.273734 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643f1f14-1123-4bdc-b857-806dee3b3272 None None] Checking router: e7e6ed72-30e0-4d52-901b-e2016de4e9e3 for host: dv-cinder-795785-1-smb {{(pid=98190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 14:51:17.281335 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643f1f14-1123-4bdc-b857-806dee3b3272 None None] Routers {'e7e6ed72-30e0-4d52-901b-e2016de4e9e3'} bound to L3 agent in host dv-cinder-795785-1-smb {{(pid=98190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:51:17.281933 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_hamode_db [None req-643f1f14-1123-4bdc-b857-806dee3b3272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T14:34:42Z,description=,heartbeat_timestamp=2021-06-10T14:51:12Z,host='dv-cinder-795785-1-smb',id=e92f4ea4-4278-4a3e-8ba4-23ff1581fd94,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:42Z,topic='l3_agent')) {'router_ids': ['e7e6ed72-30e0-4d52-901b-e2016de4e9e3'], 'active': True} {{(pid=98190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:51:17.331651 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.db [None req-e38075fd-6a36-49bb-98a4-f4d01758f2f3 admin admin] For port 75c78a2e-14f3-4631-88a2-e203e1a3176a, host dv-cinder-795785-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-smb',level=0,port_id=75c78a2e-14f3-4631-88a2-e203e1a3176a,segment=NetworkSegment(09b1f6b8-9c92-4513-844c-f3187f12106a),segment_id=09b1f6b8-9c92-4513-844c-f3187f12106a)] {{(pid=98188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:51:17.332522 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-e38075fd-6a36-49bb-98a4-f4d01758f2f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725918'] for port, precommit_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:17.433151 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.plugin [None req-e38075fd-6a36-49bb-98a4-f4d01758f2f3 admin admin] Calling delete_port for 75c78a2e-14f3-4631-88a2-e203e1a3176a owned by network:router_gateway {{(pid=98188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 14:51:17.537180 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_dvr_db [None req-643f1f14-1123-4bdc-b857-806dee3b3272 None None] Set router e7e6ed72-30e0-4d52-901b-e2016de4e9e3 gateway port host: None {{(pid=98190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:51:17.615075 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_hamode_db [None req-643f1f14-1123-4bdc-b857-806dee3b3272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e6ed72-30e0-4d52-901b-e2016de4e9e3', 'name': 'tempest-TestShelveInstance-2146490091-router', 'tenant_id': 'f118f8afe4cb43389f09486f16dc9b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:46:52Z', 'updated_at': '2021-06-10T14:51:17Z', 'revision_number': 6, 'project_id': 'f118f8afe4cb43389f09486f16dc9b22', 'gw_port_host': None}], 'dv-cinder-795785-1-smb', False) {} {{(pid=98190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:51:17.618915 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643f1f14-1123-4bdc-b857-806dee3b3272 None None] The sync data for ids ['e7e6ed72-30e0-4d52-901b-e2016de4e9e3'] in dv-cinder-795785-1-smb is: [{'id': 'e7e6ed72-30e0-4d52-901b-e2016de4e9e3', 'name': 'tempest-TestShelveInstance-2146490091-router', 'tenant_id': 'f118f8afe4cb43389f09486f16dc9b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:46:52Z', 'updated_at': '2021-06-10T14:51:17Z', 'revision_number': 6, 'project_id': 'f118f8afe4cb43389f09486f16dc9b22', 'gw_port_host': None}] {{(pid=98190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 14:51:17.650763 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-e38075fd-6a36-49bb-98a4-f4d01758f2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770842865987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770842374669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4122288'] for port, after_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:17.653652 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-19e43b51-bd10-47c9-bc2e-6c8d155a0944 tempest-VolumesActionsTest-246615251 tempest-VolumesActionsTest-246615251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:51:17.682210 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38075fd-6a36-49bb-98a4-f4d01758f2f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=75c78a2e-14f3-4631-88a2-e203e1a3176a,revision_number=None']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:51:17.685341 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-e38075fd-6a36-49bb-98a4-f4d01758f2f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:51:17.754099 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-e38075fd-6a36-49bb-98a4-f4d01758f2f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726116'] for router_gateway, after_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:17.886849 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-e38075fd-6a36-49bb-98a4-f4d01758f2f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41762'] for router, precommit_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:17.888872 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-e38075fd-6a36-49bb-98a4-f4d01758f2f3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:17.947042 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-e38075fd-6a36-49bb-98a4-f4d01758f2f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-721473'] for router, after_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:17.947741 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e38075fd-6a36-49bb-98a4-f4d01758f2f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7e6ed72-30e0-4d52-901b-e2016de4e9e3 {{(pid=98188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 14:51:17.952407 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-e38075fd-6a36-49bb-98a4-f4d01758f2f3 admin admin] Notify callbacks [] for router, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:17.953688 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-e38075fd-6a36-49bb-98a4-f4d01758f2f3 admin admin] 10.222.0.38 "DELETE /v2.0/routers/e7e6ed72-30e0-4d52-901b-e2016de4e9e3 HTTP/1.1" status: 204 len: 168 time: 1.0717351 Jun 10 14:51:17.956098 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 42570) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:51:18.011458 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a1d0c88-4adb-49fe-abc9-70592356922c admin admin] Deleting subnet 56db2e31-5909-4819-bf54-a79557f7c937 {{(pid=98188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 14:51:18.014710 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-2a1d0c88-4adb-49fe-abc9-70592356922c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:18.056982 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-2a1d0c88-4adb-49fe-abc9-70592356922c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2286371'] for subnet, precommit_delete_associations {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:18.148710 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-2a1d0c88-4adb-49fe-abc9-70592356922c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32873560'] for subnet, precommit_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:18.207570 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-2a1d0c88-4adb-49fe-abc9-70592356922c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32873539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4121722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3531569'] for subnet, after_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:18.209736 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-3f0d84c9-787c-4452-a66c-9cd621a3ff28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:51:18.239375 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1d0c88-4adb-49fe-abc9-70592356922c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56db2e31-5909-4819-bf54-a79557f7c937,revision_number=None']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:51:18.242713 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-2a1d0c88-4adb-49fe-abc9-70592356922c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:51:18.243710 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-2a1d0c88-4adb-49fe-abc9-70592356922c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545536'] for subnet, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:18.245538 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-2a1d0c88-4adb-49fe-abc9-70592356922c admin admin] 10.222.0.38 "DELETE /v2.0/subnets/56db2e31-5909-4819-bf54-a79557f7c937 HTTP/1.1" status: 204 len: 168 time: 0.2878013 Jun 10 14:51:18.248059 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.wsgi [-] (98188) accepted ('10.222.0.38', 42572) {{(pid=98188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:51:18.251044 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d79ded-2637-4441-9047-9b8f478a90c6 None None] Network e378d419-99a5-4d8c-a4e8-3ffe4d1d62f1 requested from dv-cinder-795785-1-smb {{(pid=98190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 14:51:18.340414 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-62bbb3de-0e0a-4d2f-a257-be1ad992d53f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33045441'] for network, before_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:18.400615 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.plugin [None req-62bbb3de-0e0a-4d2f-a257-be1ad992d53f admin admin] Deleting port b712326a-fe96-48e5-9937-f2890bcc00c8 {{(pid=98188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 14:51:18.400876 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-62bbb3de-0e0a-4d2f-a257-be1ad992d53f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770842860575'] for port, before_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:18.471446 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5487605e-bb06-4853-9224-b42bd43612a9 None None] DHCP port deletion for e378d419-99a5-4d8c-a4e8-3ffe4d1d62f1 request from dv-cinder-795785-1-smb {{(pid=98190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 14:51:18.496803 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.db [None req-62bbb3de-0e0a-4d2f-a257-be1ad992d53f admin admin] For port b712326a-fe96-48e5-9937-f2890bcc00c8, host dv-cinder-795785-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-smb',level=0,port_id=b712326a-fe96-48e5-9937-f2890bcc00c8,segment=NetworkSegment(1161e342-38eb-4659-8988-2301eb83d5e1),segment_id=1161e342-38eb-4659-8988-2301eb83d5e1)] {{(pid=98188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:51:18.497164 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-62bbb3de-0e0a-4d2f-a257-be1ad992d53f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725918'] for port, precommit_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:18.525096 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.plugin [None req-5487605e-bb06-4853-9224-b42bd43612a9 None None] Deleting port b712326a-fe96-48e5-9937-f2890bcc00c8 {{(pid=98190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 14:51:18.525491 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-5487605e-bb06-4853-9224-b42bd43612a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770842860575'] for port, before_delete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:18.592907 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.plugin [None req-62bbb3de-0e0a-4d2f-a257-be1ad992d53f admin admin] Calling delete_port for b712326a-fe96-48e5-9937-f2890bcc00c8 owned by network:dhcp {{(pid=98188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 14:51:18.618601 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-5487605e-bb06-4853-9224-b42bd43612a9 None None] For port b712326a-fe96-48e5-9937-f2890bcc00c8, host dv-cinder-795785-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-smb',level=0,port_id=b712326a-fe96-48e5-9937-f2890bcc00c8,segment=NetworkSegment(1161e342-38eb-4659-8988-2301eb83d5e1),segment_id=1161e342-38eb-4659-8988-2301eb83d5e1)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:51:18.618601 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-5487605e-bb06-4853-9224-b42bd43612a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725918'] for port, precommit_delete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:18.692125 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-62bbb3de-0e0a-4d2f-a257-be1ad992d53f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770842865987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770842374669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4122288'] for port, after_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:18.694194 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-b8cc58ac-3e8b-4928-ad20-56a5723e20f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:51:18.710157 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.plugin [None req-5487605e-bb06-4853-9224-b42bd43612a9 None None] Calling delete_port for b712326a-fe96-48e5-9937-f2890bcc00c8 owned by network:dhcp {{(pid=98190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 14:51:18.726936 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bbb3de-0e0a-4d2f-a257-be1ad992d53f admin admin] Pushing event deleted for resources: {'Port': ['ID=b712326a-fe96-48e5-9937-f2890bcc00c8,revision_number=None']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:51:18.729989 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-62bbb3de-0e0a-4d2f-a257-be1ad992d53f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:51:18.730761 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bbb3de-0e0a-4d2f-a257-be1ad992d53f admin admin] No DVR routers for this DVR port b712326a-fe96-48e5-9937-f2890bcc00c8 on host dv-cinder-795785-1-smb {{(pid=98188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 14:51:18.802170 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-5487605e-bb06-4853-9224-b42bd43612a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770842865987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770842374669'] for port, after_delete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:18.804001 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-91a95d16-2d69-4d50-af5e-ffe8ccb4bc8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:51:18.830848 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5487605e-bb06-4853-9224-b42bd43612a9 None None] Pushing event deleted for resources: {'Port': ['ID=b712326a-fe96-48e5-9937-f2890bcc00c8,revision_number=None']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:51:18.838594 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-62bbb3de-0e0a-4d2f-a257-be1ad992d53f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32876247', 'neutron.services.segments.db._delete_segments_for_network-8770842930095'] for network, precommit_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:18.840752 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5487605e-bb06-4853-9224-b42bd43612a9 None None] No DVR routers for this DVR port b712326a-fe96-48e5-9937-f2890bcc00c8 on host dv-cinder-795785-1-smb {{(pid=98190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 14:51:18.848407 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5487605e-bb06-4853-9224-b42bd43612a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:51:18.848407 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5487605e-bb06-4853-9224-b42bd43612a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:51:18.848407 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5487605e-bb06-4853-9224-b42bd43612a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:51:18.848407 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5487605e-bb06-4853-9224-b42bd43612a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:51:18.848407 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5487605e-bb06-4853-9224-b42bd43612a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:51:18.848407 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5487605e-bb06-4853-9224-b42bd43612a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:51:18.848407 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5487605e-bb06-4853-9224-b42bd43612a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:51:18.848407 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5487605e-bb06-4853-9224-b42bd43612a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:51:18.848407 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5487605e-bb06-4853-9224-b42bd43612a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:51:18.849399 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5487605e-bb06-4853-9224-b42bd43612a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:51:18.849399 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5487605e-bb06-4853-9224-b42bd43612a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:51:18.849399 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5487605e-bb06-4853-9224-b42bd43612a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-smb {{(pid=98190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:51:18.852115 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-5487605e-bb06-4853-9224-b42bd43612a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:51:18.853015 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.services.segments.db [None req-62bbb3de-0e0a-4d2f-a257-be1ad992d53f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e378d419-99a5-4d8c-a4e8-3ffe4d1d62f1']}} {{(pid=98188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:51:18.864116 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.services.segments.db [None req-62bbb3de-0e0a-4d2f-a257-be1ad992d53f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1161e342-38eb-4659-8988-2301eb83d5e1') {'for_net_delete': True} {{(pid=98188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:51:18.864442 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.services.segments.db [None req-62bbb3de-0e0a-4d2f-a257-be1ad992d53f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1161e342-38eb-4659-8988-2301eb83d5e1') {} {{(pid=98188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:51:18.873945 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-62bbb3de-0e0a-4d2f-a257-be1ad992d53f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770842929924', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2286394'] for segment, before_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:18.887812 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-62bbb3de-0e0a-4d2f-a257-be1ad992d53f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32871535'] for segment, precommit_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:18.893452 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62bbb3de-0e0a-4d2f-a257-be1ad992d53f admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=98188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 14:51:18.893832 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-62bbb3de-0e0a-4d2f-a257-be1ad992d53f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32871535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4122341'] for segment, after_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:18.896329 dv-cinder-795785-1-smb neutron-server[98188]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 14:51:18.896329 dv-cinder-795785-1-smb neutron-server[98188]: conditions |= (models_v2.Port.network_id.in_( Jun 10 14:51:18.896329 dv-cinder-795785-1-smb neutron-server[98188]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 14:51:18.896329 dv-cinder-795785-1-smb neutron-server[98188]: retrieve_revision_numbers = { Jun 10 14:51:18.896329 dv-cinder-795785-1-smb neutron-server[98188]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 14:51:18.896329 dv-cinder-795785-1-smb neutron-server[98188]: retrieve_revision_numbers = { Jun 10 14:51:18.896329 dv-cinder-795785-1-smb neutron-server[98188]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 14:51:18.896329 dv-cinder-795785-1-smb neutron-server[98188]: conditions |= (models_v2.Port.network_id.in_( Jun 10 14:51:18.896329 dv-cinder-795785-1-smb neutron-server[98188]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 14:51:18.896329 dv-cinder-795785-1-smb neutron-server[98188]: conditions |= (models_v2.Port.network_id.in_( Jun 10 14:51:18.896329 dv-cinder-795785-1-smb neutron-server[98188]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 14:51:18.896329 dv-cinder-795785-1-smb neutron-server[98188]: retrieve_revision_numbers = { Jun 10 14:51:18.896329 dv-cinder-795785-1-smb neutron-server[98188]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 14:51:18.896329 dv-cinder-795785-1-smb neutron-server[98188]: conditions |= (models_v2.Port.network_id.in_( Jun 10 14:51:18.896329 dv-cinder-795785-1-smb neutron-server[98188]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 14:51:18.896329 dv-cinder-795785-1-smb neutron-server[98188]: retrieve_revision_numbers = { Jun 10 14:51:18.896329 dv-cinder-795785-1-smb neutron-server[98188]: Traceback (most recent call last): Jun 10 14:51:18.896329 dv-cinder-795785-1-smb neutron-server[98188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 14:51:18.896329 dv-cinder-795785-1-smb neutron-server[98188]: timer() Jun 10 14:51:18.896329 dv-cinder-795785-1-smb neutron-server[98188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 14:51:18.896329 dv-cinder-795785-1-smb neutron-server[98188]: cb(*args, **kw) Jun 10 14:51:18.896329 dv-cinder-795785-1-smb neutron-server[98188]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 14:51:18.896329 dv-cinder-795785-1-smb neutron-server[98188]: return func(*args, **kwargs) Jun 10 14:51:18.896329 dv-cinder-795785-1-smb neutron-server[98188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 14:51:18.896329 dv-cinder-795785-1-smb neutron-server[98188]: self._notify() Jun 10 14:51:18.896329 dv-cinder-795785-1-smb neutron-server[98188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 14:51:18.896329 dv-cinder-795785-1-smb neutron-server[98188]: self.callback(batched_events) Jun 10 14:51:18.896329 dv-cinder-795785-1-smb neutron-server[98188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 14:51:18.896329 dv-cinder-795785-1-smb neutron-server[98188]: event.method(event) Jun 10 14:51:18.896329 dv-cinder-795785-1-smb neutron-server[98188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 14:51:18.896329 dv-cinder-795785-1-smb neutron-server[98188]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 14:51:18.896329 dv-cinder-795785-1-smb neutron-server[98188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 14:51:18.896329 dv-cinder-795785-1-smb neutron-server[98188]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 14:51:18.896329 dv-cinder-795785-1-smb neutron-server[98188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 14:51:18.896329 dv-cinder-795785-1-smb neutron-server[98188]: return f(self, *a, **k) Jun 10 14:51:18.896329 dv-cinder-795785-1-smb neutron-server[98188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 14:51:18.896329 dv-cinder-795785-1-smb neutron-server[98188]: return self._get(url).json() Jun 10 14:51:18.896329 dv-cinder-795785-1-smb neutron-server[98188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 14:51:18.896329 dv-cinder-795785-1-smb neutron-server[98188]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 14:51:18.896329 dv-cinder-795785-1-smb neutron-server[98188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 14:51:18.896329 dv-cinder-795785-1-smb neutron-server[98188]: return self.request(url, 'GET', **kwargs) Jun 10 14:51:18.896329 dv-cinder-795785-1-smb neutron-server[98188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 14:51:18.896329 dv-cinder-795785-1-smb neutron-server[98188]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 14:51:18.896329 dv-cinder-795785-1-smb neutron-server[98188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 14:51:18.896329 dv-cinder-795785-1-smb neutron-server[98188]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 14:51:18.896329 dv-cinder-795785-1-smb neutron-server[98188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 14:51:18.896329 dv-cinder-795785-1-smb neutron-server[98188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 14:51:18.896329 dv-cinder-795785-1-smb neutron-server[98188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 14:51:18.966093 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-62bbb3de-0e0a-4d2f-a257-be1ad992d53f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32876254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726027'] for network, after_delete {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:18.969559 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:51:18.971934 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron_lib.callbacks.manager [None req-62bbb3de-0e0a-4d2f-a257-be1ad992d53f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545536'] for network, before_response {{(pid=98188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:18.974200 dv-cinder-795785-1-smb neutron-server[98188]: INFO neutron.wsgi [None req-62bbb3de-0e0a-4d2f-a257-be1ad992d53f admin admin] 10.222.0.38 "DELETE /v2.0/networks/e378d419-99a5-4d8c-a4e8-3ffe4d1d62f1 HTTP/1.1" status: 204 len: 168 time: 0.7251742 Jun 10 14:51:18.977242 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 42574) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:51:18.992614 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bbb3de-0e0a-4d2f-a257-be1ad992d53f admin admin] Pushing event deleted for resources: {'Network': ['ID=e378d419-99a5-4d8c-a4e8-3ffe4d1d62f1,revision_number=None']} {{(pid=98188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:51:18.995019 dv-cinder-795785-1-smb neutron-server[98188]: DEBUG oslo_concurrency.lockutils [None req-62bbb3de-0e0a-4d2f-a257-be1ad992d53f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:51:19.236095 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Device 75c78a2e-14f3-4631-88a2-e203e1a3176a no longer exists at agent ovs-agent-dv-cinder-795785-1-smb {{(pid=98190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 14:51:19.261268 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.plugin [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] No Port match for: 75c78a2e-14f3-4631-88a2-e203e1a3176a {{(pid=98190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 14:51:19.261611 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Device 75c78a2e-14f3-4631-88a2-e203e1a3176a not bound to the agent host dv-cinder-795785-1-smb {{(pid=98190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 14:51:19.262048 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Device b712326a-fe96-48e5-9937-f2890bcc00c8 no longer exists at agent ovs-agent-dv-cinder-795785-1-smb {{(pid=98190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 14:51:19.285298 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.plugin [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] No Port match for: b712326a-fe96-48e5-9937-f2890bcc00c8 {{(pid=98190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 14:51:19.285651 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Device b712326a-fe96-48e5-9937-f2890bcc00c8 not bound to the agent host dv-cinder-795785-1-smb {{(pid=98190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 14:51:19.286078 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Device f5bca1c0-d472-4be9-b714-43eed5862400 no longer exists at agent ovs-agent-dv-cinder-795785-1-smb {{(pid=98190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 14:51:19.312090 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.plugin [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] No Port match for: f5bca1c0-d472-4be9-b714-43eed5862400 {{(pid=98190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 14:51:19.312489 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Device f5bca1c0-d472-4be9-b714-43eed5862400 not bound to the agent host dv-cinder-795785-1-smb {{(pid=98190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 14:51:19.421137 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-ee354238-2d46-46ad-a06a-7bb0fd232220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-722853'] for router_interface, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:19.733687 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.plugin [None req-ee354238-2d46-46ad-a06a-7bb0fd232220 admin admin] Deleting port 7508502b-ce1f-4156-b56d-0e3edfe6948d {{(pid=98189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 14:51:19.734026 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-ee354238-2d46-46ad-a06a-7bb0fd232220 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770842860575'] for port, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:19.837770 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.db [None req-ee354238-2d46-46ad-a06a-7bb0fd232220 admin admin] For port 7508502b-ce1f-4156-b56d-0e3edfe6948d, host dv-cinder-795785-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-smb',level=0,port_id=7508502b-ce1f-4156-b56d-0e3edfe6948d,segment=NetworkSegment(d5950fc8-691d-4c07-8185-9103aa638255),segment_id=d5950fc8-691d-4c07-8185-9103aa638255)] {{(pid=98189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:51:19.838050 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-ee354238-2d46-46ad-a06a-7bb0fd232220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725918'] for port, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:19.929049 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.plugin [None req-ee354238-2d46-46ad-a06a-7bb0fd232220 admin admin] Calling delete_port for 7508502b-ce1f-4156-b56d-0e3edfe6948d owned by network:router_interface {{(pid=98189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 14:51:20.141490 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-ee354238-2d46-46ad-a06a-7bb0fd232220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770842865987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770842374669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10153669'] for port, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:20.143286 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-1b2b2115-6062-4b22-a326-9d2158d03b2d tempest-AttachVolumeShelveTestJSON-1437958123 tempest-AttachVolumeShelveTestJSON-1437958123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:51:20.177419 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee354238-2d46-46ad-a06a-7bb0fd232220 admin admin] Pushing event deleted for resources: {'Port': ['ID=7508502b-ce1f-4156-b56d-0e3edfe6948d,revision_number=None']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:51:20.204251 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-ee354238-2d46-46ad-a06a-7bb0fd232220 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:51:20.388708 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-ee354238-2d46-46ad-a06a-7bb0fd232220 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721973'] for router_interface, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:20.666335 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee354238-2d46-46ad-a06a-7bb0fd232220 admin admin] Router 30d940dd-5e1c-46eb-a4a1-f3c99bc63fdf has already been hosted by L3 agent e92f4ea4-4278-4a3e-8ba4-23ff1581fd94 {{(pid=98189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 14:51:20.805592 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee354238-2d46-46ad-a06a-7bb0fd232220 admin admin] Notify agent at l3_agent.dv-cinder-795785-1-smb the message routers_updated {{(pid=98189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 14:51:20.811464 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-ee354238-2d46-46ad-a06a-7bb0fd232220 admin admin] 10.222.0.38 "PUT /v2.0/routers/30d940dd-5e1c-46eb-a4a1-f3c99bc63fdf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8331702 Jun 10 14:51:20.813003 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 42576) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:51:20.815691 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9ed8ea-5c20-4ca2-82be-0bc5ba8b51e6 None None] Sync routers for ids ['30d940dd-5e1c-46eb-a4a1-f3c99bc63fdf'] in dv-cinder-795785-1-smb {{(pid=98191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 14:51:20.825675 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9ed8ea-5c20-4ca2-82be-0bc5ba8b51e6 None None] Routers {'30d940dd-5e1c-46eb-a4a1-f3c99bc63fdf'} bound to L3 agent in host dv-cinder-795785-1-smb {{(pid=98191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:51:20.826294 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_hamode_db [None req-0a9ed8ea-5c20-4ca2-82be-0bc5ba8b51e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T14:34:42Z,description=,heartbeat_timestamp=2021-06-10T14:51:12Z,host='dv-cinder-795785-1-smb',id=e92f4ea4-4278-4a3e-8ba4-23ff1581fd94,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:42Z,topic='l3_agent')) {'router_ids': ['30d940dd-5e1c-46eb-a4a1-f3c99bc63fdf'], 'active': True} {{(pid=98191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:51:20.969865 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_dvr_db [None req-0a9ed8ea-5c20-4ca2-82be-0bc5ba8b51e6 None None] Set router 30d940dd-5e1c-46eb-a4a1-f3c99bc63fdf gateway port host: dv-cinder-795785-1-smb {{(pid=98191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:51:21.220644 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_hamode_db [None req-0a9ed8ea-5c20-4ca2-82be-0bc5ba8b51e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d940dd-5e1c-46eb-a4a1-f3c99bc63fdf', 'name': 'tempest-TestShelveInstance-1816330015-router', 'tenant_id': '0d03bca61a1947958f98a8001aa40111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'external_fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.163'}], 'enable_snat': True}, 'gw_port_id': '95ca4c9b-0a08-4dc1-bd34-bc73f787e7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:47:01Z', 'updated_at': '2021-06-10T14:51:20Z', 'revision_number': 5, 'project_id': '0d03bca61a1947958f98a8001aa40111', 'gw_port': {'id': '95ca4c9b-0a08-4dc1-bd34-bc73f787e7e8', 'name': '', 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:94:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d940dd-5e1c-46eb-a4a1-f3c99bc63fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:47:02Z', 'updated_at': '2021-06-10T14:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-smb'}], 'dv-cinder-795785-1-smb', False) {} {{(pid=98191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:51:21.223464 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-2e49f047-b3a7-40d2-83c8-118e53bc32a3 admin admin] Notify callbacks [] for router, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:21.225492 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9ed8ea-5c20-4ca2-82be-0bc5ba8b51e6 None None] Checking router: 30d940dd-5e1c-46eb-a4a1-f3c99bc63fdf for host: dv-cinder-795785-1-smb {{(pid=98191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 14:51:21.233601 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9ed8ea-5c20-4ca2-82be-0bc5ba8b51e6 None None] Routers {'30d940dd-5e1c-46eb-a4a1-f3c99bc63fdf'} bound to L3 agent in host dv-cinder-795785-1-smb {{(pid=98191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:51:21.234206 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_hamode_db [None req-0a9ed8ea-5c20-4ca2-82be-0bc5ba8b51e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T14:34:42Z,description=,heartbeat_timestamp=2021-06-10T14:51:12Z,host='dv-cinder-795785-1-smb',id=e92f4ea4-4278-4a3e-8ba4-23ff1581fd94,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:42Z,topic='l3_agent')) {'router_ids': ['30d940dd-5e1c-46eb-a4a1-f3c99bc63fdf'], 'active': True} {{(pid=98191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:51:21.362317 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-2e49f047-b3a7-40d2-83c8-118e53bc32a3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:21.371977 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_dvr_db [None req-0a9ed8ea-5c20-4ca2-82be-0bc5ba8b51e6 None None] Set router 30d940dd-5e1c-46eb-a4a1-f3c99bc63fdf gateway port host: dv-cinder-795785-1-smb {{(pid=98191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:51:21.419723 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.plugin [None req-2e49f047-b3a7-40d2-83c8-118e53bc32a3 admin admin] Deleting port 95ca4c9b-0a08-4dc1-bd34-bc73f787e7e8 {{(pid=98189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 14:51:21.420255 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-2e49f047-b3a7-40d2-83c8-118e53bc32a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770842860575'] for port, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:21.526119 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.db [None req-2e49f047-b3a7-40d2-83c8-118e53bc32a3 admin admin] For port 95ca4c9b-0a08-4dc1-bd34-bc73f787e7e8, host dv-cinder-795785-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-smb',level=0,port_id=95ca4c9b-0a08-4dc1-bd34-bc73f787e7e8,segment=NetworkSegment(09b1f6b8-9c92-4513-844c-f3187f12106a),segment_id=09b1f6b8-9c92-4513-844c-f3187f12106a)] {{(pid=98189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:51:21.526443 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-2e49f047-b3a7-40d2-83c8-118e53bc32a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725918'] for port, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:21.606462 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.l3_hamode_db [None req-0a9ed8ea-5c20-4ca2-82be-0bc5ba8b51e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d940dd-5e1c-46eb-a4a1-f3c99bc63fdf', 'name': 'tempest-TestShelveInstance-1816330015-router', 'tenant_id': '0d03bca61a1947958f98a8001aa40111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'external_fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.163'}], 'enable_snat': True}, 'gw_port_id': '95ca4c9b-0a08-4dc1-bd34-bc73f787e7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:47:01Z', 'updated_at': '2021-06-10T14:51:20Z', 'revision_number': 5, 'project_id': '0d03bca61a1947958f98a8001aa40111', 'gw_port': {'id': '95ca4c9b-0a08-4dc1-bd34-bc73f787e7e8', 'name': '', 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:94:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d940dd-5e1c-46eb-a4a1-f3c99bc63fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:47:02Z', 'updated_at': '2021-06-10T14:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-smb'}], 'dv-cinder-795785-1-smb', False) {} {{(pid=98191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:51:21.609776 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9ed8ea-5c20-4ca2-82be-0bc5ba8b51e6 None None] The sync data for ids ['30d940dd-5e1c-46eb-a4a1-f3c99bc63fdf'] in dv-cinder-795785-1-smb is: [{'id': '30d940dd-5e1c-46eb-a4a1-f3c99bc63fdf', 'name': 'tempest-TestShelveInstance-1816330015-router', 'tenant_id': '0d03bca61a1947958f98a8001aa40111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'external_fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.163'}], 'enable_snat': True}, 'gw_port_id': '95ca4c9b-0a08-4dc1-bd34-bc73f787e7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:47:01Z', 'updated_at': '2021-06-10T14:51:20Z', 'revision_number': 5, 'project_id': '0d03bca61a1947958f98a8001aa40111', 'gw_port': {'id': '95ca4c9b-0a08-4dc1-bd34-bc73f787e7e8', 'name': '', 'network_id': 'd939252c-9d87-4c0a-b331-cccdb2846f4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:94:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d940dd-5e1c-46eb-a4a1-f3c99bc63fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'ip_address': '172.28.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:47:02Z', 'updated_at': '2021-06-10T14:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb56f5fa-8acc-4201-b097-078ac8811790', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-smb'}] {{(pid=98191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 14:51:21.619566 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.plugin [None req-2e49f047-b3a7-40d2-83c8-118e53bc32a3 admin admin] Calling delete_port for 95ca4c9b-0a08-4dc1-bd34-bc73f787e7e8 owned by network:router_gateway {{(pid=98189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 14:51:21.818833 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-2e49f047-b3a7-40d2-83c8-118e53bc32a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770842865987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770842374669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10153669'] for port, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:21.821810 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:51:21.852824 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e49f047-b3a7-40d2-83c8-118e53bc32a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=95ca4c9b-0a08-4dc1-bd34-bc73f787e7e8,revision_number=None']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:51:21.854807 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-2e49f047-b3a7-40d2-83c8-118e53bc32a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:51:21.926744 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-2e49f047-b3a7-40d2-83c8-118e53bc32a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726116'] for router_gateway, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:22.061507 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-2e49f047-b3a7-40d2-83c8-118e53bc32a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41762'] for router, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:22.063554 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-2e49f047-b3a7-40d2-83c8-118e53bc32a3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:22.125265 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-2e49f047-b3a7-40d2-83c8-118e53bc32a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-721473'] for router, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:22.125810 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e49f047-b3a7-40d2-83c8-118e53bc32a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30d940dd-5e1c-46eb-a4a1-f3c99bc63fdf {{(pid=98189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 14:51:22.130637 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-2e49f047-b3a7-40d2-83c8-118e53bc32a3 admin admin] Notify callbacks [] for router, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:22.134290 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-2e49f047-b3a7-40d2-83c8-118e53bc32a3 admin admin] 10.222.0.38 "DELETE /v2.0/routers/30d940dd-5e1c-46eb-a4a1-f3c99bc63fdf HTTP/1.1" status: 204 len: 168 time: 1.3180678 Jun 10 14:51:22.134737 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 42578) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:51:22.189761 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.db.db_base_plugin_v2 [None req-057ec531-3e7e-4a9f-93c3-ede2b3a1d1b8 admin admin] Deleting subnet e28fd0a8-159a-4d41-beb2-89040f742ca4 {{(pid=98189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 14:51:22.194860 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-057ec531-3e7e-4a9f-93c3-ede2b3a1d1b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:22.243502 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-057ec531-3e7e-4a9f-93c3-ede2b3a1d1b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10153154'] for subnet, precommit_delete_associations {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:22.331897 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-057ec531-3e7e-4a9f-93c3-ede2b3a1d1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32873560'] for subnet, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:22.389486 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-057ec531-3e7e-4a9f-93c3-ede2b3a1d1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32873539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9991319'] for subnet, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:22.392387 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-25b297aa-afea-43fb-b8cb-377e76e798d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:51:22.428017 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ec531-3e7e-4a9f-93c3-ede2b3a1d1b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e28fd0a8-159a-4d41-beb2-89040f742ca4,revision_number=None']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:51:22.430016 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-057ec531-3e7e-4a9f-93c3-ede2b3a1d1b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:22.433959 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-057ec531-3e7e-4a9f-93c3-ede2b3a1d1b8 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/e28fd0a8-159a-4d41-beb2-89040f742ca4 HTTP/1.1" status: 204 len: 168 time: 0.2961073 Jun 10 14:51:22.433959 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-057ec531-3e7e-4a9f-93c3-ede2b3a1d1b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:51:22.434372 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c9e3d3-2da9-4b56-9815-b4715894d7ee None None] Network 4fa380e3-3c61-4e5c-86e4-ad4b30a9afda requested from dv-cinder-795785-1-smb {{(pid=98190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 14:51:22.434818 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 42580) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:51:22.523128 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-7fd9babf-bdd8-41aa-88c3-858e27160be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33045441'] for network, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:22.588007 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.plugin [None req-7fd9babf-bdd8-41aa-88c3-858e27160be3 admin admin] Deleting port 6e8326b0-13fa-4a92-a3ba-1b2ad3322366 {{(pid=98189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 14:51:22.588269 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-7fd9babf-bdd8-41aa-88c3-858e27160be3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770842860575'] for port, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:22.655411 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7dc13b-062c-46cc-b441-3b5d61c41c59 None None] DHCP port deletion for 4fa380e3-3c61-4e5c-86e4-ad4b30a9afda request from dv-cinder-795785-1-smb {{(pid=98190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 14:51:22.674650 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.db [None req-7fd9babf-bdd8-41aa-88c3-858e27160be3 admin admin] For port 6e8326b0-13fa-4a92-a3ba-1b2ad3322366, host dv-cinder-795785-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-smb',level=0,port_id=6e8326b0-13fa-4a92-a3ba-1b2ad3322366,segment=NetworkSegment(d5950fc8-691d-4c07-8185-9103aa638255),segment_id=d5950fc8-691d-4c07-8185-9103aa638255)] {{(pid=98189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:51:22.675017 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-7fd9babf-bdd8-41aa-88c3-858e27160be3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725918'] for port, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:22.710065 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.plugin [None req-6a7dc13b-062c-46cc-b441-3b5d61c41c59 None None] Deleting port 6e8326b0-13fa-4a92-a3ba-1b2ad3322366 {{(pid=98190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 14:51:22.710457 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-6a7dc13b-062c-46cc-b441-3b5d61c41c59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770842860575'] for port, before_delete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:22.774320 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.plugin [None req-7fd9babf-bdd8-41aa-88c3-858e27160be3 admin admin] Calling delete_port for 6e8326b0-13fa-4a92-a3ba-1b2ad3322366 owned by network:dhcp {{(pid=98189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 14:51:22.798626 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.db [None req-6a7dc13b-062c-46cc-b441-3b5d61c41c59 None None] For port 6e8326b0-13fa-4a92-a3ba-1b2ad3322366, host dv-cinder-795785-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-smb',level=0,port_id=6e8326b0-13fa-4a92-a3ba-1b2ad3322366,segment=NetworkSegment(d5950fc8-691d-4c07-8185-9103aa638255),segment_id=d5950fc8-691d-4c07-8185-9103aa638255)] {{(pid=98190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:51:22.799027 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-6a7dc13b-062c-46cc-b441-3b5d61c41c59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725918'] for port, precommit_delete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:22.866074 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-7fd9babf-bdd8-41aa-88c3-858e27160be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770842865987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770842374669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10153669'] for port, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:22.868030 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-ee354238-2d46-46ad-a06a-7bb0fd232220 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:51:22.889911 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.plugin [None req-6a7dc13b-062c-46cc-b441-3b5d61c41c59 None None] Calling delete_port for 6e8326b0-13fa-4a92-a3ba-1b2ad3322366 owned by network:dhcp {{(pid=98190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 14:51:22.897287 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd9babf-bdd8-41aa-88c3-858e27160be3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e8326b0-13fa-4a92-a3ba-1b2ad3322366,revision_number=None']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:51:22.900414 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-7fd9babf-bdd8-41aa-88c3-858e27160be3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:51:22.901197 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd9babf-bdd8-41aa-88c3-858e27160be3 admin admin] No DVR routers for this DVR port 6e8326b0-13fa-4a92-a3ba-1b2ad3322366 on host dv-cinder-795785-1-smb {{(pid=98189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 14:51:22.980922 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-6a7dc13b-062c-46cc-b441-3b5d61c41c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33290952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770842865987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770842374669'] for port, after_delete {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:22.982766 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:51:22.998863 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-7fd9babf-bdd8-41aa-88c3-858e27160be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32876247', 'neutron.services.segments.db._delete_segments_for_network-8770842930095'] for network, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:23.010305 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.services.segments.db [None req-7fd9babf-bdd8-41aa-88c3-858e27160be3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fa380e3-3c61-4e5c-86e4-ad4b30a9afda']}} {{(pid=98189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:51:23.013180 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7dc13b-062c-46cc-b441-3b5d61c41c59 None None] Pushing event deleted for resources: {'Port': ['ID=6e8326b0-13fa-4a92-a3ba-1b2ad3322366,revision_number=None']} {{(pid=98190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:51:23.016747 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG oslo_concurrency.lockutils [None req-6a7dc13b-062c-46cc-b441-3b5d61c41c59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:51:23.018975 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7dc13b-062c-46cc-b441-3b5d61c41c59 None None] No DVR routers for this DVR port 6e8326b0-13fa-4a92-a3ba-1b2ad3322366 on host dv-cinder-795785-1-smb {{(pid=98190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 14:51:23.022100 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.services.segments.db [None req-7fd9babf-bdd8-41aa-88c3-858e27160be3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5950fc8-691d-4c07-8185-9103aa638255') {'for_net_delete': True} {{(pid=98189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:51:23.022383 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.services.segments.db [None req-7fd9babf-bdd8-41aa-88c3-858e27160be3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5950fc8-691d-4c07-8185-9103aa638255') {} {{(pid=98189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:51:23.032569 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-7fd9babf-bdd8-41aa-88c3-858e27160be3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770842929924', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10153179'] for segment, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:23.048044 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-7fd9babf-bdd8-41aa-88c3-858e27160be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32871535'] for segment, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:23.053912 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fd9babf-bdd8-41aa-88c3-858e27160be3 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=98189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 14:51:23.054291 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-7fd9babf-bdd8-41aa-88c3-858e27160be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32871535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10153616'] for segment, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:23.056193 dv-cinder-795785-1-smb neutron-server[98189]: Traceback (most recent call last): Jun 10 14:51:23.056193 dv-cinder-795785-1-smb neutron-server[98189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 14:51:23.056193 dv-cinder-795785-1-smb neutron-server[98189]: timer() Jun 10 14:51:23.056193 dv-cinder-795785-1-smb neutron-server[98189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 14:51:23.056193 dv-cinder-795785-1-smb neutron-server[98189]: cb(*args, **kw) Jun 10 14:51:23.056193 dv-cinder-795785-1-smb neutron-server[98189]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 14:51:23.056193 dv-cinder-795785-1-smb neutron-server[98189]: return func(*args, **kwargs) Jun 10 14:51:23.056193 dv-cinder-795785-1-smb neutron-server[98189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 14:51:23.056193 dv-cinder-795785-1-smb neutron-server[98189]: self._notify() Jun 10 14:51:23.056193 dv-cinder-795785-1-smb neutron-server[98189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 14:51:23.056193 dv-cinder-795785-1-smb neutron-server[98189]: self.callback(batched_events) Jun 10 14:51:23.056193 dv-cinder-795785-1-smb neutron-server[98189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 14:51:23.056193 dv-cinder-795785-1-smb neutron-server[98189]: event.method(event) Jun 10 14:51:23.056193 dv-cinder-795785-1-smb neutron-server[98189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 14:51:23.056193 dv-cinder-795785-1-smb neutron-server[98189]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 14:51:23.056193 dv-cinder-795785-1-smb neutron-server[98189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 14:51:23.056193 dv-cinder-795785-1-smb neutron-server[98189]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 14:51:23.056193 dv-cinder-795785-1-smb neutron-server[98189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 14:51:23.056193 dv-cinder-795785-1-smb neutron-server[98189]: return f(self, *a, **k) Jun 10 14:51:23.056193 dv-cinder-795785-1-smb neutron-server[98189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 14:51:23.056193 dv-cinder-795785-1-smb neutron-server[98189]: return self._get(url).json() Jun 10 14:51:23.056193 dv-cinder-795785-1-smb neutron-server[98189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 14:51:23.056193 dv-cinder-795785-1-smb neutron-server[98189]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 14:51:23.056193 dv-cinder-795785-1-smb neutron-server[98189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 14:51:23.056193 dv-cinder-795785-1-smb neutron-server[98189]: return self.request(url, 'GET', **kwargs) Jun 10 14:51:23.056193 dv-cinder-795785-1-smb neutron-server[98189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 14:51:23.056193 dv-cinder-795785-1-smb neutron-server[98189]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 14:51:23.056193 dv-cinder-795785-1-smb neutron-server[98189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 14:51:23.056193 dv-cinder-795785-1-smb neutron-server[98189]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 14:51:23.056193 dv-cinder-795785-1-smb neutron-server[98189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 14:51:23.056193 dv-cinder-795785-1-smb neutron-server[98189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 14:51:23.056193 dv-cinder-795785-1-smb neutron-server[98189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 14:51:23.131285 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-7fd9babf-bdd8-41aa-88c3-858e27160be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32876254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726027'] for network, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:23.136204 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-7fd9babf-bdd8-41aa-88c3-858e27160be3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545536'] for network, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:23.138452 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-7fd9babf-bdd8-41aa-88c3-858e27160be3 admin admin] 10.222.0.38 "DELETE /v2.0/networks/4fa380e3-3c61-4e5c-86e4-ad4b30a9afda HTTP/1.1" status: 204 len: 168 time: 0.7033229 Jun 10 14:51:23.139204 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:51:23.154136 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd9babf-bdd8-41aa-88c3-858e27160be3 admin admin] Pushing event deleted for resources: {'Network': ['ID=4fa380e3-3c61-4e5c-86e4-ad4b30a9afda,revision_number=None']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:51:23.156596 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-7fd9babf-bdd8-41aa-88c3-858e27160be3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:51:23.238169 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Device 6e8326b0-13fa-4a92-a3ba-1b2ad3322366 no longer exists at agent ovs-agent-dv-cinder-795785-1-smb {{(pid=98190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 14:51:23.264620 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.plugin [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] No Port match for: 6e8326b0-13fa-4a92-a3ba-1b2ad3322366 {{(pid=98190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 14:51:23.264975 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Device 6e8326b0-13fa-4a92-a3ba-1b2ad3322366 not bound to the agent host dv-cinder-795785-1-smb {{(pid=98190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 14:51:23.265410 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Device 95ca4c9b-0a08-4dc1-bd34-bc73f787e7e8 no longer exists at agent ovs-agent-dv-cinder-795785-1-smb {{(pid=98190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 14:51:23.289119 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.plugin [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] No Port match for: 95ca4c9b-0a08-4dc1-bd34-bc73f787e7e8 {{(pid=98190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 14:51:23.289480 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Device 95ca4c9b-0a08-4dc1-bd34-bc73f787e7e8 not bound to the agent host dv-cinder-795785-1-smb {{(pid=98190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 14:51:23.289910 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Device 7508502b-ce1f-4156-b56d-0e3edfe6948d no longer exists at agent ovs-agent-dv-cinder-795785-1-smb {{(pid=98190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 14:51:23.303799 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 42584) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:51:23.313138 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.plugin [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] No Port match for: 7508502b-ce1f-4156-b56d-0e3edfe6948d {{(pid=98190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 14:51:23.313500 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron.plugins.ml2.rpc [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Device 7508502b-ce1f-4156-b56d-0e3edfe6948d not bound to the agent host dv-cinder-795785-1-smb {{(pid=98190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 14:51:23.349539 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-805853b8-c5df-44ae-9ddc-96e9d3f4f7ea admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f118f8afe4cb43389f09486f16dc9b22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0444930 Jun 10 14:51:23.351765 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 42586) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:51:23.406317 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-a1ba1976-b923-4fc5-888e-2a096cae2a86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:23.428465 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-a1ba1976-b923-4fc5-888e-2a096cae2a86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:23.477310 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-a1ba1976-b923-4fc5-888e-2a096cae2a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:23.480029 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-a1ba1976-b923-4fc5-888e-2a096cae2a86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:23.481172 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-a1ba1976-b923-4fc5-888e-2a096cae2a86 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a45601f7-5f00-4845-8466-88e88d5f81d3 HTTP/1.1" status: 204 len: 168 time: 0.1284873 Jun 10 14:51:23.481924 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-096b0b60-9d02-491b-aab3-ea2c7b6322bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:51:23.490831 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ba1976-b923-4fc5-888e-2a096cae2a86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a45601f7-5f00-4845-8466-88e88d5f81d3,revision_number=None']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:51:23.493379 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-a1ba1976-b923-4fc5-888e-2a096cae2a86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:51:23.788687 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 42592) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:51:23.831712 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-adfbb8c5-c6e5-470d-892b-3b3e4576e526 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0d03bca61a1947958f98a8001aa40111&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0417364 Jun 10 14:51:23.834112 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.wsgi [-] (98189) accepted ('10.222.0.38', 42594) {{(pid=98189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:51:23.884148 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-0bcffb72-310d-409b-ab92-aae847d0b4e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:23.906255 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-0bcffb72-310d-409b-ab92-aae847d0b4e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:23.954675 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-0bcffb72-310d-409b-ab92-aae847d0b4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728522'] for security_group, after_delete {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:23.957962 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron_lib.callbacks.manager [None req-0bcffb72-310d-409b-ab92-aae847d0b4e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:23.959088 dv-cinder-795785-1-smb neutron-server[98189]: INFO neutron.wsgi [None req-0bcffb72-310d-409b-ab92-aae847d0b4e3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1fff91c4-4324-41f0-a270-43e0f9f58247 HTTP/1.1" status: 204 len: 168 time: 0.1240687 Jun 10 14:51:23.959962 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-f04cd1e4-52e7-415e-8c21-46193d5f973f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:51:23.968242 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcffb72-310d-409b-ab92-aae847d0b4e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fff91c4-4324-41f0-a270-43e0f9f58247,revision_number=None']} {{(pid=98189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:51:23.970522 dv-cinder-795785-1-smb neutron-server[98189]: DEBUG oslo_concurrency.lockutils [None req-0bcffb72-310d-409b-ab92-aae847d0b4e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:51:37.647307 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:39.589668 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-9672eb47-41c8-4eec-b62f-5f2483971c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:40.321336 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.agents_db [None req-cd79858f-8c6e-4eae-9804-968873059af8 None None] Agent healthcheck: found 6 active agents {{(pid=98191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 14:51:42.071572 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:42.216325 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-7e9f3f0a-f159-46d9-9224-c3b96e32825f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:43.288631 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-eaea1bf5-020e-4d00-b5bd-84659b7b503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:44.899945 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-fbbc5fb5-3f71-4862-8fd7-9153cbf0fe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:52:07.658327 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:52:09.589822 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-8a9cc646-4402-4f61-b8a9-00cf12d9f2e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:52:12.072334 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:52:12.215804 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-546d1ace-4107-444d-b06f-064b4fe6332b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:52:13.292621 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-eaea1bf5-020e-4d00-b5bd-84659b7b503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:52:14.901007 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-fbbc5fb5-3f71-4862-8fd7-9153cbf0fe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:52:17.320139 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.agents_db [None req-cd79858f-8c6e-4eae-9804-968873059af8 None None] Agent healthcheck: found 6 active agents {{(pid=98191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 14:52:37.661164 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:52:39.590723 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-1c75c2f0-334f-4407-bb97-ad887ffbb44a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:52:42.073237 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:52:42.215501 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-993c7ccc-9b91-4df3-83fc-cbf2f90bd269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:52:43.294667 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-eaea1bf5-020e-4d00-b5bd-84659b7b503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:52:44.902903 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-fbbc5fb5-3f71-4862-8fd7-9153cbf0fe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:52:54.318736 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.agents_db [None req-cd79858f-8c6e-4eae-9804-968873059af8 None None] Agent healthcheck: found 6 active agents {{(pid=98191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 14:53:07.655724 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:53:09.590363 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-9d2c9a57-28d0-4441-ad6c-2ded6f684937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:53:12.074197 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:53:12.215227 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-9201364f-5d3e-4ed3-ac40-c1bcd9f66b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:53:13.296828 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-eaea1bf5-020e-4d00-b5bd-84659b7b503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:53:14.905544 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-fbbc5fb5-3f71-4862-8fd7-9153cbf0fe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:53:31.316770 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.agents_db [None req-cd79858f-8c6e-4eae-9804-968873059af8 None None] Agent healthcheck: found 6 active agents {{(pid=98191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 14:53:37.654426 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:53:39.591654 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-1be36aca-dd5a-4638-a4a7-2c2956d11987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:53:42.075087 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:53:42.214363 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-67f3ef0d-de95-478c-b308-cdeec59ce2ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:53:43.298988 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-eaea1bf5-020e-4d00-b5bd-84659b7b503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:53:44.906971 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-fbbc5fb5-3f71-4862-8fd7-9153cbf0fe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:54:07.646870 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:54:08.315351 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.agents_db [None req-cd79858f-8c6e-4eae-9804-968873059af8 None None] Agent healthcheck: found 6 active agents {{(pid=98191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 14:54:09.591871 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-f13cb6c5-2e58-4f05-a15b-af2715061ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:54:12.077156 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:54:12.213057 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-2c68b4da-0426-49ec-b509-412f80cdc2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:54:13.301824 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-eaea1bf5-020e-4d00-b5bd-84659b7b503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:54:14.909442 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-fbbc5fb5-3f71-4862-8fd7-9153cbf0fe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:54:37.656185 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:54:39.591180 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-e1ab5d51-5f0f-46ff-9677-740681739f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:54:42.078099 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:54:42.212405 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-c55f9658-e9cb-4b83-b972-5a829db7a0c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:54:43.303995 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-eaea1bf5-020e-4d00-b5bd-84659b7b503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:54:44.912217 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-fbbc5fb5-3f71-4862-8fd7-9153cbf0fe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:54:45.313071 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.agents_db [None req-cd79858f-8c6e-4eae-9804-968873059af8 None None] Agent healthcheck: found 6 active agents {{(pid=98191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 14:55:07.684799 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:55:09.593413 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-0d066dd3-1933-4469-9940-364eb377476d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:55:12.079913 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:55:12.213097 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-81e8f465-efd3-40ee-8e18-fe7363926188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:55:13.305846 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-eaea1bf5-020e-4d00-b5bd-84659b7b503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:55:14.915254 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-fbbc5fb5-3f71-4862-8fd7-9153cbf0fe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:55:22.311904 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.agents_db [None req-cd79858f-8c6e-4eae-9804-968873059af8 None None] Agent healthcheck: found 6 active agents {{(pid=98191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 14:55:37.701139 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:55:39.594208 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-5c00d779-6256-41b2-8cca-e0b6f60d5778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:55:42.080637 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:55:42.212843 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-0ec71c7a-8714-4a42-a72e-a1dbedce3e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:55:43.309225 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-eaea1bf5-020e-4d00-b5bd-84659b7b503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:55:44.921761 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-fbbc5fb5-3f71-4862-8fd7-9153cbf0fe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:55:59.310719 dv-cinder-795785-1-smb neutron-server[98191]: DEBUG neutron.db.agents_db [None req-cd79858f-8c6e-4eae-9804-968873059af8 None None] Agent healthcheck: found 6 active agents {{(pid=98191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 14:56:07.697700 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-68fc18a1-611e-4ff6-8876-95caeeac26e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:56:09.593679 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-308e8497-724f-4b1f-90f5-b376a17b97fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:56:12.082147 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-092919f4-9120-4862-b4a0-9847a802cb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:56:12.213847 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-05c58433-782c-47f9-b0bc-b388e90cf9bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:56:13.311265 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-eaea1bf5-020e-4d00-b5bd-84659b7b503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:56:14.920362 dv-cinder-795785-1-smb neutron-server[98190]: DEBUG neutron_lib.callbacks.manager [None req-fbbc5fb5-3f71-4862-8fd7-9153cbf0fe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770842930077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32877593'] for agent, after_update {{(pid=98190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}